[ 668.241191] env[69751]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69751) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 668.241629] env[69751]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69751) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 668.241629] env[69751]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69751) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 668.241968] env[69751]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 668.337603] env[69751]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69751) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 668.347987] env[69751]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69751) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 668.390697] env[69751]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 668.950096] env[69751]: INFO nova.virt.driver [None req-dddb5fea-3bdb-4b14-98b3-1bda89eb553f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 669.020556] env[69751]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.020729] env[69751]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.020827] env[69751]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69751) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 671.922928] env[69751]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-4e5ebc55-6c03-4e56-b800-3ab9ee230c06 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.939369] env[69751]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69751) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 671.939586] env[69751]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f5f6bd72-eba1-4ace-b75a-63473d2eb98f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.971672] env[69751]: INFO oslo_vmware.api [-] Successfully established new session; session ID is b9515. [ 671.971892] env[69751]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.951s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.972393] env[69751]: INFO nova.virt.vmwareapi.driver [None req-dddb5fea-3bdb-4b14-98b3-1bda89eb553f None None] VMware vCenter version: 7.0.3 [ 671.975857] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb0e1dc-3e06-491c-9988-66a6669a7bc9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.996830] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b553e2d-9482-47c2-8174-7f745d4ffc6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.002704] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d9b5b1-c05a-4c3a-9435-f03ba602e3b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.009537] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef1efde-e9a8-4df2-9825-4e3b0ee3490e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.022788] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b934440c-1b3e-4cac-988c-de719efa8132 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.028700] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1cc79-4124-43c2-bd8e-ddd8891b4afa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.059353] env[69751]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2ce64646-cf27-45a6-867c-30c8de2998ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.064207] env[69751]: DEBUG nova.virt.vmwareapi.driver [None req-dddb5fea-3bdb-4b14-98b3-1bda89eb553f None None] Extension org.openstack.compute already exists. {{(pid=69751) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 672.066857] env[69751]: INFO nova.compute.provider_config [None req-dddb5fea-3bdb-4b14-98b3-1bda89eb553f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 672.570472] env[69751]: DEBUG nova.context [None req-dddb5fea-3bdb-4b14-98b3-1bda89eb553f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),2423c80e-9af4-40b7-b84e-ae729766edd8(cell1) {{(pid=69751) load_cells /opt/stack/nova/nova/context.py:464}} [ 672.572527] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.572811] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.573534] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.573955] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Acquiring lock "2423c80e-9af4-40b7-b84e-ae729766edd8" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.574167] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Lock "2423c80e-9af4-40b7-b84e-ae729766edd8" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.575213] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Lock "2423c80e-9af4-40b7-b84e-ae729766edd8" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.595527] env[69751]: INFO dbcounter [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Registered counter for database nova_cell0 [ 672.603909] env[69751]: INFO dbcounter [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Registered counter for database nova_cell1 [ 673.048331] env[69751]: DEBUG oslo_db.sqlalchemy.engines [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69751) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 673.048729] env[69751]: DEBUG oslo_db.sqlalchemy.engines [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69751) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 673.053838] env[69751]: ERROR nova.db.main.api [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 673.053838] env[69751]: result = function(*args, **kwargs) [ 673.053838] env[69751]: File "/opt/stack/nova/nova/utils.py", line 668, in context_wrapper [ 673.053838] env[69751]: return func(*args, **kwargs) [ 673.053838] env[69751]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 673.053838] env[69751]: result = fn(*args, **kwargs) [ 673.053838] env[69751]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 673.053838] env[69751]: return f(*args, **kwargs) [ 673.053838] env[69751]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 673.053838] env[69751]: return db.service_get_minimum_version(context, binaries) [ 673.053838] env[69751]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 673.053838] env[69751]: _check_db_access() [ 673.053838] env[69751]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 673.053838] env[69751]: stacktrace = ''.join(traceback.format_stack()) [ 673.053838] env[69751]: [ 673.054592] env[69751]: ERROR nova.db.main.api [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 673.054592] env[69751]: result = function(*args, **kwargs) [ 673.054592] env[69751]: File "/opt/stack/nova/nova/utils.py", line 668, in context_wrapper [ 673.054592] env[69751]: return func(*args, **kwargs) [ 673.054592] env[69751]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 673.054592] env[69751]: result = fn(*args, **kwargs) [ 673.054592] env[69751]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 673.054592] env[69751]: return f(*args, **kwargs) [ 673.054592] env[69751]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 673.054592] env[69751]: return db.service_get_minimum_version(context, binaries) [ 673.054592] env[69751]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 673.054592] env[69751]: _check_db_access() [ 673.054592] env[69751]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 673.054592] env[69751]: stacktrace = ''.join(traceback.format_stack()) [ 673.054592] env[69751]: [ 673.055009] env[69751]: WARNING nova.objects.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 673.055159] env[69751]: WARNING nova.objects.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Failed to get minimum service version for cell 2423c80e-9af4-40b7-b84e-ae729766edd8 [ 673.055620] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Acquiring lock "singleton_lock" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.055797] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Acquired lock "singleton_lock" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.056053] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Releasing lock "singleton_lock" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.056394] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Full set of CONF: {{(pid=69751) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 673.056538] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ******************************************************************************** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 673.056666] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] Configuration options gathered from: {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 673.056800] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 673.057008] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 673.057146] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ================================================================================ {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 673.057355] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] allow_resize_to_same_host = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.057527] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] arq_binding_timeout = 300 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.057659] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] backdoor_port = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.057791] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] backdoor_socket = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.057957] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] block_device_allocate_retries = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.058133] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] block_device_allocate_retries_interval = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.058310] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cert = self.pem {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.058479] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.058651] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute_monitors = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.058819] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] config_dir = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.059226] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] config_drive_format = iso9660 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.059376] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.059549] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] config_source = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.059720] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] console_host = devstack {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.059890] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] control_exchange = nova {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.060063] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cpu_allocation_ratio = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.060228] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] daemon = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.060398] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] debug = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.060556] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] default_access_ip_network_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.060721] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] default_availability_zone = nova {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.060894] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] default_ephemeral_format = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.061099] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] default_green_pool_size = 1000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.061347] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.061511] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] default_schedule_zone = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.061667] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] disk_allocation_ratio = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.061825] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] enable_new_services = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.062076] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] enabled_apis = ['osapi_compute'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.062196] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] enabled_ssl_apis = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.062358] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] flat_injected = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.062518] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] force_config_drive = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.062677] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] force_raw_images = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.062843] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] graceful_shutdown_timeout = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.063013] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] heal_instance_info_cache_interval = -1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.063247] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] host = cpu-1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.063423] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.063585] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.063743] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.063957] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.064138] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instance_build_timeout = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.064300] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instance_delete_interval = 300 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.064466] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instance_format = [instance: %(uuid)s] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.064632] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instance_name_template = instance-%08x {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.064810] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instance_usage_audit = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.064988] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instance_usage_audit_period = month {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.065168] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.065336] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.065500] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] internal_service_availability_zone = internal {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.065656] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] key = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.065855] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] live_migration_retry_count = 30 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.066050] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_color = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.066221] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_config_append = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.066391] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.066550] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_dir = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.066707] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_file = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.066835] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_options = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.066992] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_rotate_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.067174] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_rotate_interval_type = days {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.067339] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] log_rotation_type = none {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.067467] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.067592] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.067759] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.067924] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.068063] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.068226] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] long_rpc_timeout = 1800 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.068385] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] max_concurrent_builds = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.068539] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] max_concurrent_live_migrations = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.068696] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] max_concurrent_snapshots = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.068907] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] max_local_block_devices = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.069102] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] max_logfile_count = 30 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.069267] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] max_logfile_size_mb = 200 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.069425] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] maximum_instance_delete_attempts = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.069593] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] metadata_listen = 0.0.0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.069763] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] metadata_listen_port = 8775 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.069933] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] metadata_workers = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.070110] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] migrate_max_retries = -1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.070282] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] mkisofs_cmd = genisoimage {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.070487] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.070620] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] my_ip = 10.180.1.21 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.070823] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.070988] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] network_allocate_retries = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.071188] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.071359] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.071522] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] osapi_compute_listen_port = 8774 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.071688] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] osapi_compute_unique_server_name_scope = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.071856] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] osapi_compute_workers = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.072028] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] password_length = 12 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.072193] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] periodic_enable = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.072352] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] periodic_fuzzy_delay = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.072518] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] pointer_model = usbtablet {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.072684] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] preallocate_images = none {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.072840] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] publish_errors = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.072999] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] pybasedir = /opt/stack/nova {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.073190] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ram_allocation_ratio = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.073351] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] rate_limit_burst = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.073520] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] rate_limit_except_level = CRITICAL {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.073677] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] rate_limit_interval = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.073836] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] reboot_timeout = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.073994] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] reclaim_instance_interval = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.074161] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] record = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.074327] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] reimage_timeout_per_gb = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.074489] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] report_interval = 120 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.074648] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] rescue_timeout = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.074829] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] reserved_host_cpus = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.074987] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] reserved_host_disk_mb = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.075160] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] reserved_host_memory_mb = 512 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.075318] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] reserved_huge_pages = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.075475] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] resize_confirm_window = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.075631] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] resize_fs_using_block_device = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.075807] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] resume_guests_state_on_host_boot = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.075984] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.076157] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] rpc_response_timeout = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.076316] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] run_external_periodic_tasks = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.076481] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] running_deleted_instance_action = reap {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.076637] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.076794] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] running_deleted_instance_timeout = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.076949] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler_instance_sync_interval = 120 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.077128] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_down_time = 720 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.077302] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] servicegroup_driver = db {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.077460] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] shell_completion = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.077618] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] shelved_offload_time = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.077779] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] shelved_poll_interval = 3600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.077943] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] shutdown_timeout = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.078114] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] source_is_ipv6 = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.078273] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ssl_only = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.078520] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.078688] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] sync_power_state_interval = 600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.078850] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] sync_power_state_pool_size = 1000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.079029] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] syslog_log_facility = LOG_USER {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.079191] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] tempdir = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.079352] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] timeout_nbd = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.079519] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] transport_url = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.079677] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] update_resources_interval = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.079834] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] use_cow_images = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.079993] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] use_journal = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.080165] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] use_json = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.080322] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] use_rootwrap_daemon = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.080480] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] use_stderr = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.080636] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] use_syslog = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.080789] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vcpu_pin_set = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.080955] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plugging_is_fatal = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.081135] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plugging_timeout = 300 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.081300] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] virt_mkfs = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.081460] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] volume_usage_poll_interval = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.081620] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] watch_log_file = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.081783] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] web = /usr/share/spice-html5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 673.081969] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082148] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082311] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082479] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_concurrency.disable_process_locking = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082778] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.082962] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.083145] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.083319] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.083492] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.083658] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.083841] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.auth_strategy = keystone {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.084025] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.compute_link_prefix = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.084201] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.084375] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.dhcp_domain = novalocal {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.084541] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.enable_instance_password = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.084728] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.glance_link_prefix = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.084918] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.085123] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.085291] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.instance_list_per_project_cells = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.085455] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.list_records_by_skipping_down_cells = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.085619] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.local_metadata_per_cell = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.085787] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.max_limit = 1000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.085955] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.metadata_cache_expiration = 15 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086143] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.neutron_default_tenant_id = default {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086316] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.response_validation = warn {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086487] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.use_neutron_default_nets = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086658] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086821] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.086991] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087178] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087346] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.vendordata_dynamic_targets = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087510] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.vendordata_jsonfile_path = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087690] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.087902] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.backend = dogpile.cache.memcached {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088094] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.backend_argument = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088260] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.backend_expiration_time = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088434] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.config_prefix = cache.oslo {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088606] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.dead_timeout = 60.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088774] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.debug_cache_backend = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.088934] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.enable_retry_client = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089131] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.enable_socket_keepalive = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089310] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.enabled = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089473] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.enforce_fips_mode = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089638] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.expiration_time = 600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089802] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.hashclient_retry_attempts = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.089969] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090146] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_dead_retry = 300 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090309] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_password = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090473] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090635] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090797] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_pool_maxsize = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.090989] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091171] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_sasl_enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091351] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091520] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091682] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.memcache_username = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.091849] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.proxies = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092027] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.redis_db = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092196] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.redis_password = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092367] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092540] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092723] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.redis_server = localhost:6379 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.092913] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.redis_socket_timeout = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.093092] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.redis_username = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.093263] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.retry_attempts = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.093429] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.retry_delay = 0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.093595] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.socket_keepalive_count = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.093759] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.socket_keepalive_idle = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.093950] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.socket_keepalive_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.094140] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.tls_allowed_ciphers = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.094303] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.tls_cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.094462] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.tls_certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.094624] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.tls_enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.094820] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cache.tls_keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.094996] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.095197] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.auth_type = password {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.095354] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.095530] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.095694] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.095858] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.096032] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.cross_az_attach = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.096201] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.debug = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.096363] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.endpoint_template = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.096525] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.http_retries = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.096689] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.096848] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.097063] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.os_region_name = RegionOne {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.097240] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.097402] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cinder.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.097575] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.097736] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.cpu_dedicated_set = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.097895] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.cpu_shared_set = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.098072] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.image_type_exclude_list = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.098241] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.098403] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.098565] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.098728] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.098901] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.099077] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.resource_provider_association_refresh = 300 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.099245] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.099409] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.shutdown_retry_interval = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.099591] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.099768] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] conductor.workers = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.099961] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] console.allowed_origins = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.100155] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] console.ssl_ciphers = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.100330] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] console.ssl_minimum_version = default {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.100502] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] consoleauth.enforce_session_timeout = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.100673] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] consoleauth.token_ttl = 600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.100851] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.101014] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.101187] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.101349] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.101509] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.101669] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.101836] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.101991] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.102167] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.102328] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.102487] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.102645] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.102830] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.103050] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.service_type = accelerator {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.103237] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.103401] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.103561] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.103719] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.103903] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.104078] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] cyborg.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.104251] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.asyncio_connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.104412] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.asyncio_slave_connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.104579] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.backend = sqlalchemy {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.104821] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.105053] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.connection_debug = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.105241] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.connection_parameters = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.105411] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.connection_recycle_time = 3600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.105575] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.connection_trace = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.105738] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.db_inc_retry_interval = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.105901] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.db_max_retries = 20 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.106075] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.db_max_retry_interval = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.106241] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.db_retry_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.106404] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.max_overflow = 50 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.106563] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.max_pool_size = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.106724] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.max_retries = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.106892] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.107061] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.mysql_wsrep_sync_wait = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.107221] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.pool_timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.107381] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.retry_interval = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.107538] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.slave_connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.107714] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.sqlite_synchronous = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.107902] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] database.use_db_reconnect = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.108079] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.asyncio_connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.108243] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.asyncio_slave_connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.108414] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.backend = sqlalchemy {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.108582] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.108745] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.connection_debug = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.108915] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.connection_parameters = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.109090] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.connection_recycle_time = 3600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.109254] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.connection_trace = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.109416] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.db_inc_retry_interval = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.109576] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.db_max_retries = 20 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.109738] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.db_max_retry_interval = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.109901] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.db_retry_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.110072] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.max_overflow = 50 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.110237] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.max_pool_size = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.110396] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.max_retries = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.110562] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.110733] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.110908] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.pool_timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.111086] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.retry_interval = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.111248] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.slave_connection = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.111410] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] api_database.sqlite_synchronous = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.111583] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] devices.enabled_mdev_types = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.111760] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.111932] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.112105] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ephemeral_storage_encryption.enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.112271] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.112442] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.api_servers = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.112611] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.112770] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.112969] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.113150] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.113311] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.113474] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.debug = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.113640] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.default_trusted_certificate_ids = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.113835] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.enable_certificate_validation = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.114030] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.enable_rbd_download = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.114190] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.114357] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.114519] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.114681] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.114871] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.115053] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.num_retries = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.115231] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.rbd_ceph_conf = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.115394] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.rbd_connect_timeout = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.115567] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.rbd_pool = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.115736] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.rbd_user = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.115906] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.116076] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.116239] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.116407] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.service_type = image {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.116568] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.116733] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.116900] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.117086] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.117285] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.117455] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.verify_glance_signatures = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.117616] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] glance.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.117783] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] guestfs.debug = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.117954] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.118136] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.auth_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.118299] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.118457] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.118622] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.118782] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.118940] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.119120] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.119278] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.119436] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.119595] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.119751] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.119910] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.120083] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.120241] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.120408] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.service_type = shared-file-system {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.120571] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.share_apply_policy_timeout = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.120733] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.120892] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.121128] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.121300] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.121482] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.121643] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] manila.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.121811] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] mks.enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.122180] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.122375] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] image_cache.manager_interval = 2400 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.122544] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] image_cache.precache_concurrency = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.122724] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] image_cache.remove_unused_base_images = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.122907] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.123090] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.123274] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] image_cache.subdirectory_name = _base {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.123451] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.api_max_retries = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.123619] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.api_retry_interval = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.123780] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.123947] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.auth_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.124122] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.124284] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.124447] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.124611] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.conductor_group = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.124799] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.124964] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.125138] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.125304] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.125465] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.125624] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.125786] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.125950] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.peer_list = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.126119] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.126278] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.126438] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.serial_console_state_timeout = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.126596] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.126765] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.service_type = baremetal {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.126927] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.shard = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.127122] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.127294] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.127454] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.127613] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.127796] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.127960] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ironic.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.128159] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.128337] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] key_manager.fixed_key = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.128521] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.128681] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.barbican_api_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.128841] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.barbican_endpoint = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.129486] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.barbican_endpoint_type = public {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.129486] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.barbican_region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.129486] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.129607] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.129687] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.129849] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.130024] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.130187] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.number_of_retries = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.130346] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.retry_delay = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.130506] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.send_service_user_token = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.130665] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.130822] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.130984] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.verify_ssl = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.131157] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican.verify_ssl_path = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.131325] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.131487] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.auth_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.131645] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.131805] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.131967] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.132141] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.132301] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.132463] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.132630] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] barbican_service_user.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.132790] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.approle_role_id = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.132952] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.approle_secret_id = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.133138] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.kv_mountpoint = secret {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.133297] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.kv_path = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.133458] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.kv_version = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.133615] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.namespace = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.133773] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.root_token_id = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.133935] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.ssl_ca_crt_file = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.134114] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.timeout = 60.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.134283] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.use_ssl = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.134455] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.134625] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.134815] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.135039] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.135198] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.135311] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.135473] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.135633] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.135814] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.135982] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.136155] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.136318] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.136482] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.136640] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.136812] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.service_type = identity {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.136975] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.137184] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.137357] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.137518] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.137698] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.137863] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] keystone.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.138064] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.ceph_mount_options = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.138468] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.138658] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.connection_uri = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.138823] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.cpu_mode = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.138992] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.139179] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.cpu_models = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.139353] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.cpu_power_governor_high = performance {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.139522] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.139686] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.cpu_power_management = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.139862] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.140044] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.device_detach_attempts = 8 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.140216] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.device_detach_timeout = 20 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.140384] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.disk_cachemodes = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.140546] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.disk_prefix = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.140713] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.enabled_perf_events = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.140880] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.file_backed_memory = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.141059] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.gid_maps = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.141225] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.hw_disk_discard = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.141386] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.hw_machine_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.141557] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.images_rbd_ceph_conf = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.141722] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.141886] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.142098] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.images_rbd_glance_store_name = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.142302] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.images_rbd_pool = rbd {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.142480] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.images_type = default {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.142655] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.images_volume_group = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.142816] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.inject_key = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.142986] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.inject_partition = -2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.143167] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.inject_password = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.143335] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.iscsi_iface = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.143502] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.iser_use_multipath = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.143671] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.143838] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.144015] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_downtime = 500 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.144190] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.144355] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.144516] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_inbound_addr = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.144677] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.144868] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.145047] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_scheme = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.145225] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_timeout_action = abort {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.145394] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_tunnelled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.145575] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_uri = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.145761] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.live_migration_with_native_tls = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.145952] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.max_queues = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.146135] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.146381] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.146551] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.nfs_mount_options = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.146833] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.147024] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.147223] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.147392] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.147557] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.147722] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.num_pcie_ports = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.147892] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.148071] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.pmem_namespaces = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.148236] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.quobyte_client_cfg = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.148534] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.148720] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.148889] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.149065] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.149244] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rbd_secret_uuid = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.149410] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rbd_user = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.149574] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.149746] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.149911] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rescue_image_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.150085] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rescue_kernel_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.150256] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rescue_ramdisk_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.150427] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.150588] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.rx_queue_size = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.150758] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.smbfs_mount_options = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.151066] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.151250] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.snapshot_compression = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.151416] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.snapshot_image_format = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.151639] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.151809] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.sparse_logical_volumes = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.151974] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.swtpm_enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.152159] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.swtpm_group = tss {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.152333] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.swtpm_user = tss {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.152503] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.sysinfo_serial = unique {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.152666] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.tb_cache_size = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.152822] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.tx_queue_size = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.152989] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.uid_maps = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.153169] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.use_virtio_for_bridges = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.153341] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.virt_type = kvm {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.153513] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.volume_clear = zero {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.153677] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.volume_clear_size = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.153841] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.volume_enforce_multipath = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.154022] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.volume_use_multipath = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.154189] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.vzstorage_cache_path = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.154360] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.154529] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.154700] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.154896] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.155205] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.155392] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.vzstorage_mount_user = stack {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.155561] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.155738] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.155932] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.auth_type = password {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.156117] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.156284] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.156450] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.156611] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.156772] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.156946] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.default_floating_pool = public {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.157145] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.157324] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.extension_sync_interval = 600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.157489] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.http_retries = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.157656] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.157816] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.157979] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.158166] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.158327] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.158498] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.ovs_bridge = br-int {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.158663] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.physnets = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.158834] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.region_name = RegionOne {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.158995] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.159181] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.service_metadata_proxy = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.159342] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.159513] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.service_type = network {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.159676] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.159834] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.160069] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.160245] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.160429] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.160591] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] neutron.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.160765] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] notifications.bdms_in_notifications = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.160967] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] notifications.default_level = INFO {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.161185] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] notifications.include_share_mapping = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.161377] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] notifications.notification_format = unversioned {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.161547] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] notifications.notify_on_state_change = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.161727] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.161910] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] pci.alias = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.162091] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] pci.device_spec = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.162262] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] pci.report_in_placement = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.162436] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.162609] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.auth_type = password {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.162780] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.162944] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.163115] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.163281] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.163441] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.163599] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.163757] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.default_domain_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.163917] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.default_domain_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.164092] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.domain_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.164252] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.domain_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.164413] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.164576] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.164755] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.164932] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.165107] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.165281] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.password = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.165441] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.project_domain_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.165608] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.project_domain_name = Default {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.165775] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.project_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.165976] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.project_name = service {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.166167] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.region_name = RegionOne {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.166332] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.166495] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.166664] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.service_type = placement {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.166827] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.166989] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.167190] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.167356] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.system_scope = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.167514] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.167672] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.trust_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.167831] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.user_domain_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.168008] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.user_domain_name = Default {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.168176] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.user_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.168348] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.username = nova {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.168527] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.168687] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] placement.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.168868] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.cores = 20 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.169046] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.count_usage_from_placement = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.169222] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.169391] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.injected_file_content_bytes = 10240 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.169559] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.injected_file_path_length = 255 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.169724] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.injected_files = 5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.169890] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.instances = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.170144] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.key_pairs = 100 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.170350] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.metadata_items = 128 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.170524] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.ram = 51200 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.170692] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.recheck_quota = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.170861] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.server_group_members = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.171042] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.server_groups = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.171259] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.171436] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] quota.unified_limits_resource_strategy = require {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.171610] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.171778] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.171946] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.image_metadata_prefilter = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.172122] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.172291] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.max_attempts = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.172452] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.max_placement_results = 1000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.172618] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.172774] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.172939] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.173125] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] scheduler.workers = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.173304] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.173476] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.173655] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.173835] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.174019] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.174184] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.174346] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.174531] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.174744] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.host_subset_size = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.174892] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.175069] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.175237] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.175400] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.175576] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.175742] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.isolated_hosts = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.175934] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.isolated_images = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.176120] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.176287] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.176453] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.176616] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.pci_in_placement = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.176778] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.176942] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.177140] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.177340] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.177568] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.177764] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.178019] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.track_instance_changes = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.178217] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.178393] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] metrics.required = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.178634] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] metrics.weight_multiplier = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.178862] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.179059] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] metrics.weight_setting = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.179377] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.179558] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] serial_console.enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.179740] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] serial_console.port_range = 10000:20000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.179919] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.180102] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.180277] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] serial_console.serialproxy_port = 6083 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.180446] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.180618] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.auth_type = password {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.180777] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.180938] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.181112] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.181275] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.181436] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.181608] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.send_service_user_token = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.181773] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.181934] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] service_user.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.182144] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.agent_enabled = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.182321] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.182628] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.182824] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.182997] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.html5proxy_port = 6082 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.183176] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.image_compression = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.183338] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.jpeg_compression = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.183498] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.playback_compression = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.183661] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.require_secure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.183832] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.server_listen = 127.0.0.1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.184009] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.184294] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.184466] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.streaming_mode = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.184659] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] spice.zlib_compression = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.184831] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] upgrade_levels.baseapi = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.185028] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] upgrade_levels.compute = auto {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.185199] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] upgrade_levels.conductor = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.185361] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] upgrade_levels.scheduler = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.185529] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.185694] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.185874] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.186058] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.186228] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.186390] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.186548] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.186709] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.186869] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vendordata_dynamic_auth.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.187068] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.api_retry_count = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.187252] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.ca_file = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.187430] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.187600] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.cluster_name = testcl1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.187767] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.connection_pool_size = 10 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.187929] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.console_delay_seconds = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.188111] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.datastore_regex = ^datastore.* {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.188324] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.188499] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.host_password = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.188668] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.host_port = 443 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.188838] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.host_username = administrator@vsphere.local {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.189014] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.insecure = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.189183] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.integration_bridge = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.189350] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.maximum_objects = 100 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.189509] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.pbm_default_policy = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.189673] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.pbm_enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.189833] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.pbm_wsdl_location = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.190019] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.190182] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.serial_port_proxy_uri = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.190343] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.serial_port_service_uri = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.190513] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.task_poll_interval = 0.5 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.190687] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.use_linked_clone = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.190860] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.vnc_keymap = en-us {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.191040] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.vnc_port = 5900 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.191211] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vmware.vnc_port_total = 10000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.191395] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.auth_schemes = ['none'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.191569] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.191854] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.192051] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.192231] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.novncproxy_port = 6080 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.192418] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.server_listen = 127.0.0.1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.192597] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.192759] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.vencrypt_ca_certs = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.192922] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.vencrypt_client_cert = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.193093] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vnc.vencrypt_client_key = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.193275] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.193439] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.disable_deep_image_inspection = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.193598] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.193759] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.193923] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.194124] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.disable_rootwrap = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.194310] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.enable_numa_live_migration = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.194476] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195032] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195032] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195032] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.libvirt_disable_apic = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195162] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195318] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195616] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195795] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.195963] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.196161] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.196341] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.196505] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.196667] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.196833] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.197036] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.197230] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.client_socket_timeout = 900 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.197401] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.default_pool_size = 1000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.197566] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.keep_alive = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.197730] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.max_header_line = 16384 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.197893] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.198063] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.ssl_ca_file = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.198228] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.ssl_cert_file = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.198390] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.ssl_key_file = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.198554] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.tcp_keepidle = 600 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.198728] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.198899] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] zvm.ca_file = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.199073] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] zvm.cloud_connector_url = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.199368] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.199545] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] zvm.reachable_timeout = 300 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.199718] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.199898] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.200086] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.connection_string = messaging:// {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.200258] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.enabled = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.200430] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.es_doc_type = notification {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.200592] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.es_scroll_size = 10000 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.200760] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.es_scroll_time = 2m {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.200925] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.filter_error_trace = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.201107] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.hmac_keys = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.201280] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.sentinel_service_name = mymaster {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.201447] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.socket_timeout = 0.1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.201607] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.trace_requests = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.201766] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler.trace_sqlalchemy = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.201945] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler_jaeger.process_tags = {} {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.202439] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler_jaeger.service_name_prefix = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.202439] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] profiler_otlp.service_name_prefix = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.202439] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] remote_debug.host = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.202609] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] remote_debug.port = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.202757] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.202921] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.203094] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.203262] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.203424] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.203585] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.203748] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.203911] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.204081] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.204255] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.204415] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.204585] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.204776] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.204960] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.205187] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.205427] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.205604] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.205770] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.205944] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.206121] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.206291] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.206458] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.206620] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.206781] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.206944] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.207146] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.207338] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.207503] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.207666] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.207831] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.207999] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.ssl = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.208187] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.208359] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.208524] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.208692] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.208862] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.209036] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.209227] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.209394] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_notifications.retry = -1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.209573] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.209746] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.209948] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.auth_section = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.210149] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.auth_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.210316] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.cafile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.210478] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.certfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.210642] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.collect_timing = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.210801] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.connect_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.210963] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.connect_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.211137] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.endpoint_id = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.211313] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.211474] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.endpoint_override = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.211632] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.endpoint_region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.211789] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.endpoint_service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.211947] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.endpoint_service_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.212121] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.insecure = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.212282] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.keyfile = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.212440] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.max_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.212597] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.min_version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.212754] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.region_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.212912] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.retriable_status_codes = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.213081] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.service_name = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.213244] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.service_type = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.213406] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.split_loggers = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.213563] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.status_code_retries = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.213720] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.status_code_retry_delay = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.213878] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.timeout = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.214046] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.valid_interfaces = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.214209] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_limit.version = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.214371] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_reports.file_event_handler = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.214533] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.214695] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] oslo_reports.log_dir = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.214888] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.215069] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.215234] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.215401] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.215566] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.215726] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.215927] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.216115] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_ovs_privileged.group = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.216278] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.216445] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.216606] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.216766] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] vif_plug_ovs_privileged.user = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.216939] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.217155] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.217341] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.217515] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.217687] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.217859] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.218039] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.218206] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.218383] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.218554] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_ovs.isolate_vif = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.218724] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.218895] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.219077] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.219255] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.219418] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] os_vif_ovs.per_port_bridge = False {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.219588] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] privsep_osbrick.capabilities = [21] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.219749] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] privsep_osbrick.group = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.219908] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] privsep_osbrick.helper_command = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.220085] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.220250] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.220409] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] privsep_osbrick.user = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.220580] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.220738] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] nova_sys_admin.group = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.220905] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] nova_sys_admin.helper_command = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.221071] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.221234] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.221392] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] nova_sys_admin.user = None {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 673.221518] env[69751]: DEBUG oslo_service.backend.eventlet.service [None req-0a3dc22b-dbda-47a1-aede-109d59a63a43 None None] ******************************************************************************** {{(pid=69751) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 673.221920] env[69751]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 673.725718] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Getting list of instances from cluster (obj){ [ 673.725718] env[69751]: value = "domain-c8" [ 673.725718] env[69751]: _type = "ClusterComputeResource" [ 673.725718] env[69751]: } {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 673.726867] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010edfd7-067e-4c6c-a05e-65066d3b57f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.736106] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Got total of 0 instances {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 673.736674] env[69751]: WARNING nova.virt.vmwareapi.driver [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 673.737165] env[69751]: INFO nova.virt.node [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Generated node identity 74631012-ddda-42d8-adad-d5ac6fc85831 [ 673.737414] env[69751]: INFO nova.virt.node [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Wrote node identity 74631012-ddda-42d8-adad-d5ac6fc85831 to /opt/stack/data/n-cpu-1/compute_id [ 674.240142] env[69751]: WARNING nova.compute.manager [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Compute nodes ['74631012-ddda-42d8-adad-d5ac6fc85831'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 675.245738] env[69751]: INFO nova.compute.manager [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 676.251783] env[69751]: WARNING nova.compute.manager [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 676.252194] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.252338] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.252495] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.252652] env[69751]: DEBUG nova.compute.resource_tracker [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 676.253663] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84743106-e035-4044-a84a-fe36d9784181 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.262304] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f51fa27-649f-4145-8f4e-095620c6c000 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.276795] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e9bc4c4-dc9f-4cd9-a863-b628d13c3a0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.282915] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bbd989-e482-4b01-8847-59e039739c97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.311282] env[69751]: DEBUG nova.compute.resource_tracker [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180930MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 676.311418] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.311622] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.814277] env[69751]: WARNING nova.compute.resource_tracker [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] No compute node record for cpu-1:74631012-ddda-42d8-adad-d5ac6fc85831: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 74631012-ddda-42d8-adad-d5ac6fc85831 could not be found. [ 677.318411] env[69751]: INFO nova.compute.resource_tracker [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 74631012-ddda-42d8-adad-d5ac6fc85831 [ 678.825696] env[69751]: DEBUG nova.compute.resource_tracker [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 678.826206] env[69751]: DEBUG nova.compute.resource_tracker [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 678.982069] env[69751]: INFO nova.scheduler.client.report [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] [req-83791cc9-1045-45fe-a331-f0d6f17c82bf] Created resource provider record via placement API for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 678.997525] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3359ef5-8807-42c2-b93a-3da1fe1026b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.005487] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6a7829-fb13-43a5-9115-132b8cd51d21 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.036042] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba1a251-a806-46d4-8b5e-081ee004791b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.043130] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dce935-c1ea-402a-8797-fedb6316923a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.056175] env[69751]: DEBUG nova.compute.provider_tree [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.592188] env[69751]: DEBUG nova.scheduler.client.report [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 679.592411] env[69751]: DEBUG nova.compute.provider_tree [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 0 to 1 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 679.592547] env[69751]: DEBUG nova.compute.provider_tree [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 679.642279] env[69751]: DEBUG nova.compute.provider_tree [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 1 to 2 during operation: update_traits {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 680.149405] env[69751]: DEBUG nova.compute.resource_tracker [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 680.149405] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.836s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.149405] env[69751]: DEBUG nova.service [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Creating RPC server for service compute {{(pid=69751) start /opt/stack/nova/nova/service.py:186}} [ 680.164047] env[69751]: DEBUG nova.service [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] Join ServiceGroup membership for this service compute {{(pid=69751) start /opt/stack/nova/nova/service.py:203}} [ 680.164047] env[69751]: DEBUG nova.servicegroup.drivers.db [None req-f0132e97-4a56-4e92-bed6-2e8364a3930e None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69751) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 720.166904] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.540503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "4195d069-836d-4e40-8f95-e8181fe083a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.540503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "4195d069-836d-4e40-8f95-e8181fe083a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.672558] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Getting list of instances from cluster (obj){ [ 720.672558] env[69751]: value = "domain-c8" [ 720.672558] env[69751]: _type = "ClusterComputeResource" [ 720.672558] env[69751]: } {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 720.675491] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82f9204-3f17-4f02-ab2d-5dcefaf349f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.688519] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Got total of 0 instances {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 720.688778] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 720.689120] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Getting list of instances from cluster (obj){ [ 720.689120] env[69751]: value = "domain-c8" [ 720.689120] env[69751]: _type = "ClusterComputeResource" [ 720.689120] env[69751]: } {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 720.690142] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1f65f4-b413-4e70-8040-0362051de581 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.701467] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Got total of 0 instances {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 721.044406] env[69751]: DEBUG nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.587540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.587905] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.589502] env[69751]: INFO nova.compute.claims [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.870063] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.870266] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.375592] env[69751]: DEBUG nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.644157] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.645447] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.696333] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edace95-4e30-484f-9245-80d966c045b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.710889] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8521220e-223e-41f2-bf8f-b1d9c0e86e72 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.743762] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f39ec8-bc1f-4c0d-a4c4-089ed5a08a76 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.754840] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f100d0-5848-42cb-b2c5-22debc3a5a64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.771814] env[69751]: DEBUG nova.compute.provider_tree [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.900463] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.151470] env[69751]: DEBUG nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.214504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "8d3b4526-ef53-4517-a042-5b23502cd66a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.214504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.275124] env[69751]: DEBUG nova.scheduler.client.report [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.693212] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.718772] env[69751]: DEBUG nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.779746] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.780338] env[69751]: DEBUG nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 723.783654] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.883s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.785160] env[69751]: INFO nova.compute.claims [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.263390] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.293213] env[69751]: DEBUG nova.compute.utils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.301379] env[69751]: DEBUG nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 724.302108] env[69751]: DEBUG nova.network.neutron [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 724.309335] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "c10f0424-df91-4670-b402-9e96e71e52ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.309604] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "c10f0424-df91-4670-b402-9e96e71e52ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.801505] env[69751]: DEBUG nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 724.820407] env[69751]: DEBUG nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.926345] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d81748-a074-4c7a-8b49-8b314f882c8f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.939793] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76db7057-9c03-4bb8-838b-f067e3db93db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.962929] env[69751]: DEBUG nova.policy [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b31ee9eb924718b464a6c32ee1704e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '923102d78ccb458b9584db681b1f7bbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.002803] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a64728-25ff-4aba-9685-837f08642a7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.010462] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5688ed39-f17b-474c-8250-625e58e71749 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.028027] env[69751]: DEBUG nova.compute.provider_tree [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.350898] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.532120] env[69751]: DEBUG nova.scheduler.client.report [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.545194] env[69751]: DEBUG nova.network.neutron [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Successfully created port: 5f59cc8e-0fde-410b-a412-91f293d76968 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 725.801896] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.801896] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.812310] env[69751]: DEBUG nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 725.840930] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.841175] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.841334] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.841521] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.841670] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.841819] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.842297] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.842297] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.842790] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.842790] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.843253] env[69751]: DEBUG nova.virt.hardware [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.844183] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2a42bd-28a5-4e96-8943-6b274683803b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.852424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377002fc-1230-4763-904c-2045c3d94412 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.871032] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523826af-699f-45f1-b022-4499bbdb1b38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.040020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.040020] env[69751]: DEBUG nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.041629] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.349s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.042716] env[69751]: INFO nova.compute.claims [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.304900] env[69751]: DEBUG nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.546879] env[69751]: DEBUG nova.compute.utils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.548633] env[69751]: DEBUG nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 726.847051] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.051687] env[69751]: DEBUG nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.183889] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a943476f-dc83-4f69-84f9-ca2ddebd9ae2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.196834] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec17e3d-14bf-4d3c-b176-96d87dee0d0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.236469] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b990dc-f9a0-474e-a02d-760a7cfd231e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.245585] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc51ca9-c2b6-4d46-bc26-628561a6c3d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.260661] env[69751]: DEBUG nova.compute.provider_tree [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.767050] env[69751]: DEBUG nova.scheduler.client.report [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.064991] env[69751]: DEBUG nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.094256] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.094523] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.094661] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.094944] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.095017] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.095464] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.095640] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.095808] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.095987] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.096140] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.096640] env[69751]: DEBUG nova.virt.hardware [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.101449] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78fefd33-e735-44e1-b398-3d8bd1d343d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.106597] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ad748f-5442-40fc-8c59-c771cb4c24cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.133984] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.144649] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.145009] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28d47089-6a7d-4260-aced-77d4bc986a7c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.157380] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Created folder: OpenStack in parent group-v4. [ 728.157572] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Creating folder: Project (91761a2a773c4317971de3e1b7e0ed34). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.157819] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d38b7b6-e7b2-46b6-b259-7f41d981a77f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.167333] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Created folder: Project (91761a2a773c4317971de3e1b7e0ed34) in parent group-v696263. [ 728.167682] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Creating folder: Instances. Parent ref: group-v696264. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.167970] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2f7da9e-779e-4fcd-8702-ce41e3678bd6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.178358] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Created folder: Instances in parent group-v696264. [ 728.178702] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.178905] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.182021] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23662075-a66d-4cba-aadc-e9862e39c444 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.199392] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.199392] env[69751]: value = "task-3482967" [ 728.199392] env[69751]: _type = "Task" [ 728.199392] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.211598] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482967, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.272898] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.273375] env[69751]: DEBUG nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.276698] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "c79bb961-4170-4f8b-a81d-407a09be1cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.276698] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.277643] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.015s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.279077] env[69751]: INFO nova.compute.claims [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.320393] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.321037] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.403081] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.404760] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.404760] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.404919] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.405120] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.405472] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.405740] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.406215] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 728.406215] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 728.457177] env[69751]: DEBUG nova.network.neutron [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Successfully updated port: 5f59cc8e-0fde-410b-a412-91f293d76968 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.710974] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482967, 'name': CreateVM_Task, 'duration_secs': 0.379603} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.710974] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.712231] env[69751]: DEBUG oslo_vmware.service [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a80352-5d5f-47ea-87ae-86d55de4e373 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.719760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.719927] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.724024] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.724024] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2077552-c955-481d-be2c-1664b2a77848 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.725938] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 728.725938] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529d7234-4cdd-91f8-f1da-7dc1e097adea" [ 728.725938] env[69751]: _type = "Task" [ 728.725938] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.735255] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529d7234-4cdd-91f8-f1da-7dc1e097adea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.779819] env[69751]: DEBUG nova.compute.utils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.781662] env[69751]: DEBUG nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.781662] env[69751]: DEBUG nova.network.neutron [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.787163] env[69751]: DEBUG nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.826490] env[69751]: DEBUG nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.876097] env[69751]: DEBUG nova.policy [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f341f90e4c74b1185107219b653b067', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f5136a2ebfb4e10ae60e27ae2ef7a63', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.911033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.960427] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "refresh_cache-4195d069-836d-4e40-8f95-e8181fe083a4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.961648] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired lock "refresh_cache-4195d069-836d-4e40-8f95-e8181fe083a4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.961648] env[69751]: DEBUG nova.network.neutron [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.240031] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.240031] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.240031] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.240356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.240572] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.240884] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a716be9-88d9-4a93-856c-2de41e7a1d32 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.258611] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.259051] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.260184] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e032f86d-bd2a-42e9-8719-e181bb3f2218 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.268256] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49470cb9-c359-4efc-a3b0-b39c5ee91c48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.273606] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 729.273606] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b34dee-1dee-36a3-70cb-cf8de0a1a916" [ 729.273606] env[69751]: _type = "Task" [ 729.273606] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.281638] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b34dee-1dee-36a3-70cb-cf8de0a1a916, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.289574] env[69751]: DEBUG nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.325899] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.357185] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.364692] env[69751]: DEBUG nova.network.neutron [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Successfully created port: 7fe074f0-e2cc-442e-8e54-6c84edfa249a {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.453183] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "fee3d7b7-86bf-46f7-92a7-a626663dac51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.453488] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "fee3d7b7-86bf-46f7-92a7-a626663dac51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.490024] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0f9b71-c6f7-4767-9351-fa36622cf3ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.496698] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87efbc68-789e-4793-98ea-96a9c11b4c90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.535521] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31dd20-d1f1-40ba-a310-c3d3886356a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.543808] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aee08d-1654-4203-a651-3147538945c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.558589] env[69751]: DEBUG nova.compute.provider_tree [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.663819] env[69751]: DEBUG nova.network.neutron [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.784239] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Preparing fetch location {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 729.784456] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Creating directory with path [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.784756] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-807d33c4-08c0-4e86-8ef3-4ef5ccdd326d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.816043] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Created directory with path [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.817041] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Fetch image to [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 729.817041] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Downloading image file data bdbeef69-23c5-44d2-95dd-aaeb0faef368 to [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk on the data store datastore2 {{(pid=69751) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 729.817276] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fce2d8e-f28d-4ec9-b40b-6c82fbd76ac7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.825918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2739ab-bf0c-48cf-9a2f-394f3f4ca05b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.837653] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d283c-5e0a-4dc5-a5bb-194cfb47cdbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.871263] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f430dfad-bcdd-47d0-8844-2a05a7cf9d1c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.877281] env[69751]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-1dc5afc1-e864-4d32-bd19-823c376ded0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.955631] env[69751]: DEBUG nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.969316] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Downloading image file data bdbeef69-23c5-44d2-95dd-aaeb0faef368 to the data store datastore2 {{(pid=69751) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 730.049156] env[69751]: DEBUG oslo_vmware.rw_handles [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69751) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 730.118454] env[69751]: DEBUG nova.scheduler.client.report [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.306820] env[69751]: DEBUG nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.345440] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.346151] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.346151] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.346270] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.346392] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.346594] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.346812] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.346963] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.347132] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.347297] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.348035] env[69751]: DEBUG nova.virt.hardware [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.348698] env[69751]: DEBUG nova.network.neutron [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Updating instance_info_cache with network_info: [{"id": "5f59cc8e-0fde-410b-a412-91f293d76968", "address": "fa:16:3e:82:67:ac", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f59cc8e-0f", "ovs_interfaceid": "5f59cc8e-0fde-410b-a412-91f293d76968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.350657] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f8102f-d59f-4683-984d-62fc78d3a752 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.364743] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d6cf2c-2e1a-43d9-bb69-db7a4a0cd84f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.488448] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.515374] env[69751]: DEBUG nova.compute.manager [req-f8cd0223-4781-475d-959f-1ecba07778ae req-8ff821eb-ff1c-48ff-890c-474c50db189b service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Received event network-vif-plugged-5f59cc8e-0fde-410b-a412-91f293d76968 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.515461] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8cd0223-4781-475d-959f-1ecba07778ae req-8ff821eb-ff1c-48ff-890c-474c50db189b service nova] Acquiring lock "4195d069-836d-4e40-8f95-e8181fe083a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.515668] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8cd0223-4781-475d-959f-1ecba07778ae req-8ff821eb-ff1c-48ff-890c-474c50db189b service nova] Lock "4195d069-836d-4e40-8f95-e8181fe083a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.515864] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8cd0223-4781-475d-959f-1ecba07778ae req-8ff821eb-ff1c-48ff-890c-474c50db189b service nova] Lock "4195d069-836d-4e40-8f95-e8181fe083a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.516053] env[69751]: DEBUG nova.compute.manager [req-f8cd0223-4781-475d-959f-1ecba07778ae req-8ff821eb-ff1c-48ff-890c-474c50db189b service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] No waiting events found dispatching network-vif-plugged-5f59cc8e-0fde-410b-a412-91f293d76968 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.516242] env[69751]: WARNING nova.compute.manager [req-f8cd0223-4781-475d-959f-1ecba07778ae req-8ff821eb-ff1c-48ff-890c-474c50db189b service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Received unexpected event network-vif-plugged-5f59cc8e-0fde-410b-a412-91f293d76968 for instance with vm_state building and task_state spawning. [ 730.627343] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.627665] env[69751]: DEBUG nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 730.639277] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.288s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.642023] env[69751]: INFO nova.compute.claims [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.669281] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.669518] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.752635] env[69751]: DEBUG oslo_vmware.rw_handles [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Completed reading data from the image iterator. {{(pid=69751) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 730.753149] env[69751]: DEBUG oslo_vmware.rw_handles [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 730.855904] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Releasing lock "refresh_cache-4195d069-836d-4e40-8f95-e8181fe083a4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.857012] env[69751]: DEBUG nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Instance network_info: |[{"id": "5f59cc8e-0fde-410b-a412-91f293d76968", "address": "fa:16:3e:82:67:ac", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f59cc8e-0f", "ovs_interfaceid": "5f59cc8e-0fde-410b-a412-91f293d76968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.857134] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:67:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f59cc8e-0fde-410b-a412-91f293d76968', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.868741] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Creating folder: Project (923102d78ccb458b9584db681b1f7bbd). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.870283] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-612d327d-de4b-4885-897b-75ca70ccfc09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.881020] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Created folder: Project (923102d78ccb458b9584db681b1f7bbd) in parent group-v696263. [ 730.882789] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Creating folder: Instances. Parent ref: group-v696267. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.882789] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97474ab2-ddc3-4bd0-8ddb-3733fbaf7699 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.891343] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Created folder: Instances in parent group-v696267. [ 730.891592] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.892215] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Downloaded image file data bdbeef69-23c5-44d2-95dd-aaeb0faef368 to vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk on the data store datastore2 {{(pid=69751) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 730.897532] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Caching image {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 730.897802] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Copying Virtual Disk [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk to [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.898048] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.898243] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b2e2812-f031-4f07-8414-364df3da17d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.901562] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d73b67c-41a9-4e5b-a5db-80f3298c5c96 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.930362] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 730.930362] env[69751]: value = "task-3482970" [ 730.930362] env[69751]: _type = "Task" [ 730.930362] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.946340] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482970, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.949418] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.949418] env[69751]: value = "task-3482971" [ 730.949418] env[69751]: _type = "Task" [ 730.949418] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.149979] env[69751]: DEBUG nova.compute.utils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.153770] env[69751]: DEBUG nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.155729] env[69751]: DEBUG nova.network.neutron [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.177271] env[69751]: DEBUG nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.294896] env[69751]: DEBUG nova.network.neutron [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Successfully updated port: 7fe074f0-e2cc-442e-8e54-6c84edfa249a {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.312132] env[69751]: DEBUG nova.policy [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79a81925ddb4c52a3316b21a3baba17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02928501db15453e851e0215f34ab9cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.442120] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482970, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.465323] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482971, 'name': CreateVM_Task, 'duration_secs': 0.388125} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.465539] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.486022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.486022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.486022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.486022] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27e07a1d-a28c-4c59-a8fb-5d301bf9bcc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.490579] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 731.490579] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ae8e10-dd8a-e10c-5ed9-efbebb0c9a0f" [ 731.490579] env[69751]: _type = "Task" [ 731.490579] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.505053] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ae8e10-dd8a-e10c-5ed9-efbebb0c9a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.656021] env[69751]: DEBUG nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 731.706455] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.797114] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "refresh_cache-a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.797279] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquired lock "refresh_cache-a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.797467] env[69751]: DEBUG nova.network.neutron [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.862030] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07a20be-7a34-4e05-b87f-b0117505edd2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.868469] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d904648-7b7b-4bef-a700-0dabad5e4244 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.911562] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fec8594-319d-4eb8-b5e4-ed64d213e984 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.919158] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ea67c-fd2a-4d85-a80b-1013b6e8dc23 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.933041] env[69751]: DEBUG nova.compute.provider_tree [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 731.942706] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482970, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93143} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.942706] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Copied Virtual Disk [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk to [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.942706] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Deleting the datastore file [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.942826] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a44e2efe-8610-41a7-9d52-9f53b2ef6d5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.950114] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 731.950114] env[69751]: value = "task-3482972" [ 731.950114] env[69751]: _type = "Task" [ 731.950114] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.958327] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.000820] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.001101] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.001324] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.407137] env[69751]: DEBUG nova.network.neutron [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.464056] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027191} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.464354] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.464527] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Moving file from [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c/bdbeef69-23c5-44d2-95dd-aaeb0faef368 to [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368. {{(pid=69751) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 732.464998] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a58d7113-cce7-4f2e-9798-9260864bdd20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.469029] env[69751]: ERROR nova.scheduler.client.report [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [req-a44cd17d-7989-4435-b7f8-87e851d86d30] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a44cd17d-7989-4435-b7f8-87e851d86d30"}]} [ 732.474308] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 732.474308] env[69751]: value = "task-3482973" [ 732.474308] env[69751]: _type = "Task" [ 732.474308] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.481179] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482973, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.495731] env[69751]: DEBUG nova.scheduler.client.report [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 732.520019] env[69751]: DEBUG nova.scheduler.client.report [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 732.520019] env[69751]: DEBUG nova.compute.provider_tree [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.535818] env[69751]: DEBUG nova.scheduler.client.report [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 732.573949] env[69751]: DEBUG nova.network.neutron [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Successfully created port: ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.637581] env[69751]: DEBUG nova.scheduler.client.report [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 732.669034] env[69751]: DEBUG nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 732.708225] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 732.708972] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 732.708972] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.708972] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 732.708972] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.709237] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 732.709237] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 732.710282] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 732.710282] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 732.710282] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 732.710282] env[69751]: DEBUG nova.virt.hardware [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 732.710977] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8702cd6-37a9-4342-85f9-5dfbda8bea2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.723838] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d8490e-1f94-4391-953d-12cd2e365095 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.827429] env[69751]: DEBUG nova.network.neutron [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Updating instance_info_cache with network_info: [{"id": "7fe074f0-e2cc-442e-8e54-6c84edfa249a", "address": "fa:16:3e:b7:9e:c8", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe074f0-e2", "ovs_interfaceid": "7fe074f0-e2cc-442e-8e54-6c84edfa249a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.919739] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c50000-b4b5-499f-b9ca-5b5875cf5cdd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.931359] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e02e5-cd15-4381-9c54-d04d2c7587ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.968572] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceb5a97-1278-4f68-b61e-c4ea73e923d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.981585] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0287708b-ef8d-434e-9adf-f7b6ed13862b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.988074] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482973, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.02416} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.988692] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] File moved {{(pid=69751) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 732.988933] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Cleaning up location [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 732.989074] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Deleting the datastore file [datastore2] vmware_temp/cce48a3e-c672-485f-9532-f193bf53e96c {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 732.989318] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe55045-9b21-4d64-a88e-f08888096348 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.998680] env[69751]: DEBUG nova.compute.provider_tree [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.004419] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 733.004419] env[69751]: value = "task-3482974" [ 733.004419] env[69751]: _type = "Task" [ 733.004419] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.012213] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.333799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Releasing lock "refresh_cache-a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.334152] env[69751]: DEBUG nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Instance network_info: |[{"id": "7fe074f0-e2cc-442e-8e54-6c84edfa249a", "address": "fa:16:3e:b7:9e:c8", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe074f0-e2", "ovs_interfaceid": "7fe074f0-e2cc-442e-8e54-6c84edfa249a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.334672] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:9e:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fe074f0-e2cc-442e-8e54-6c84edfa249a', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.344555] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Creating folder: Project (7f5136a2ebfb4e10ae60e27ae2ef7a63). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.344845] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3e2121d-ea0a-4d78-a903-6ee94d309de2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.357328] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Created folder: Project (7f5136a2ebfb4e10ae60e27ae2ef7a63) in parent group-v696263. [ 733.357328] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Creating folder: Instances. Parent ref: group-v696270. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.357328] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-469eb27c-9095-4988-a785-f8d0bf513354 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.369188] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Created folder: Instances in parent group-v696270. [ 733.369432] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.369623] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.369817] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-597520ea-ad0b-4bbb-8c0f-5d380c75bcfc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.392155] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.392155] env[69751]: value = "task-3482977" [ 733.392155] env[69751]: _type = "Task" [ 733.392155] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.403913] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482977, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.527467] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024305} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.527467] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.527467] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b0c3fa-19ac-4301-a619-c38cc2f9a8ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.531068] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 733.531068] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528471de-0af9-0800-41b4-a2d047a6a57f" [ 733.531068] env[69751]: _type = "Task" [ 733.531068] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.539944] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528471de-0af9-0800-41b4-a2d047a6a57f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.548020] env[69751]: DEBUG nova.scheduler.client.report [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 14 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 733.548295] env[69751]: DEBUG nova.compute.provider_tree [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 14 to 15 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 733.548490] env[69751]: DEBUG nova.compute.provider_tree [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.772401] env[69751]: DEBUG nova.compute.manager [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Received event network-changed-5f59cc8e-0fde-410b-a412-91f293d76968 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.773517] env[69751]: DEBUG nova.compute.manager [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Refreshing instance network info cache due to event network-changed-5f59cc8e-0fde-410b-a412-91f293d76968. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.773789] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Acquiring lock "refresh_cache-4195d069-836d-4e40-8f95-e8181fe083a4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.773918] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Acquired lock "refresh_cache-4195d069-836d-4e40-8f95-e8181fe083a4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.774093] env[69751]: DEBUG nova.network.neutron [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Refreshing network info cache for port 5f59cc8e-0fde-410b-a412-91f293d76968 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.904826] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482977, 'name': CreateVM_Task, 'duration_secs': 0.287991} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.904999] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.909451] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.909626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.909943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.910585] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf29264-0d06-4d5b-9c74-3c2fdab53f5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.918809] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 733.918809] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52293385-572b-ccb8-adc0-c7c7d995e0ca" [ 733.918809] env[69751]: _type = "Task" [ 733.918809] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.926105] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52293385-572b-ccb8-adc0-c7c7d995e0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.049320] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528471de-0af9-0800-41b4-a2d047a6a57f, 'name': SearchDatastore_Task, 'duration_secs': 0.008567} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.050030] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.050425] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] f4f92db3-e4d1-476e-94e3-8ac90a27075d/f4f92db3-e4d1-476e-94e3-8ac90a27075d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.050934] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.050934] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.051044] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce3d5324-a3b7-489d-9684-29fda1e71071 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.054616] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ced20f6-2503-4ef7-9dca-618f47de12d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.059799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.421s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.060360] env[69751]: DEBUG nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.063581] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.217s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.065299] env[69751]: INFO nova.compute.claims [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 734.074915] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 734.074915] env[69751]: value = "task-3482978" [ 734.074915] env[69751]: _type = "Task" [ 734.074915] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.076074] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.076242] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.080061] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7350a0f-eb1b-4a98-ad50-4a7db739ad2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.089952] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.091510] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 734.091510] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4b8cf-22e0-2e48-5155-fd1711013888" [ 734.091510] env[69751]: _type = "Task" [ 734.091510] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.101583] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4b8cf-22e0-2e48-5155-fd1711013888, 'name': SearchDatastore_Task, 'duration_secs': 0.009578} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.103166] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fcd924-4735-4d30-9a3f-df387f2f0d9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.112971] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 734.112971] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b2df54-c984-fc22-7b54-09da56083275" [ 734.112971] env[69751]: _type = "Task" [ 734.112971] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.121774] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b2df54-c984-fc22-7b54-09da56083275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.437925] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52293385-572b-ccb8-adc0-c7c7d995e0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008406} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.437925] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.438133] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.438186] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.463727] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "10b322ed-e155-4013-98d7-d033c8dc7a6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.464178] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.567541] env[69751]: DEBUG nova.compute.utils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.568461] env[69751]: DEBUG nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.569086] env[69751]: DEBUG nova.network.neutron [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.589374] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476986} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.591558] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] f4f92db3-e4d1-476e-94e3-8ac90a27075d/f4f92db3-e4d1-476e-94e3-8ac90a27075d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.591679] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.592259] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fda39a5a-0832-4896-a55c-3d11abb88e5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.604033] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 734.604033] env[69751]: value = "task-3482979" [ 734.604033] env[69751]: _type = "Task" [ 734.604033] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.617687] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.628412] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b2df54-c984-fc22-7b54-09da56083275, 'name': SearchDatastore_Task, 'duration_secs': 0.008636} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.628851] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.629349] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4195d069-836d-4e40-8f95-e8181fe083a4/4195d069-836d-4e40-8f95-e8181fe083a4.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.629835] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.630153] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.630462] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc23700a-986e-4572-a248-ba5e73901a6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.633990] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57689161-030e-45a2-9035-47d864f35ab9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.643376] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 734.643376] env[69751]: value = "task-3482980" [ 734.643376] env[69751]: _type = "Task" [ 734.643376] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.644399] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.644399] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.645115] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f952d6f5-0845-4bbe-b060-7e29c954ab1a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.654378] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 734.654378] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52df8bea-a8e0-b9f2-fbcb-e2862570dd4b" [ 734.654378] env[69751]: _type = "Task" [ 734.654378] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.658822] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.667885] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52df8bea-a8e0-b9f2-fbcb-e2862570dd4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.918722] env[69751]: DEBUG nova.policy [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e6fba7e712b478c9b6e79f1928bb78c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef1c6a194fe489abf7f4099321a1b6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.054630] env[69751]: DEBUG nova.network.neutron [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Updated VIF entry in instance network info cache for port 5f59cc8e-0fde-410b-a412-91f293d76968. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.056164] env[69751]: DEBUG nova.network.neutron [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Updating instance_info_cache with network_info: [{"id": "5f59cc8e-0fde-410b-a412-91f293d76968", "address": "fa:16:3e:82:67:ac", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.152", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f59cc8e-0f", "ovs_interfaceid": "5f59cc8e-0fde-410b-a412-91f293d76968", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.075659] env[69751]: DEBUG nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 735.120819] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088506} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.120819] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.120819] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2098549c-5425-4833-8b5d-bbd8e4138f45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.165319] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f4f92db3-e4d1-476e-94e3-8ac90a27075d/f4f92db3-e4d1-476e-94e3-8ac90a27075d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.173639] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-606e5b3f-0e55-495d-90ce-cc0eb94fc30d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.206614] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529868} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.210028] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4195d069-836d-4e40-8f95-e8181fe083a4/4195d069-836d-4e40-8f95-e8181fe083a4.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.210028] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.210457] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 735.210457] env[69751]: value = "task-3482981" [ 735.210457] env[69751]: _type = "Task" [ 735.210457] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.213080] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5f51eb0-06d2-405c-bbb1-95c546254952 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.221153] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52df8bea-a8e0-b9f2-fbcb-e2862570dd4b, 'name': SearchDatastore_Task, 'duration_secs': 0.018531} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.225826] env[69751]: DEBUG nova.network.neutron [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Successfully updated port: ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.227751] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d08e2de-0d7b-4a69-ab1c-ab979aa14e60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.235478] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.235944] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 735.235944] env[69751]: value = "task-3482982" [ 735.235944] env[69751]: _type = "Task" [ 735.235944] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.242080] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 735.242080] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522720f5-6bbb-7a79-ce8f-fbf6db59119c" [ 735.242080] env[69751]: _type = "Task" [ 735.242080] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.251474] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.260557] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522720f5-6bbb-7a79-ce8f-fbf6db59119c, 'name': SearchDatastore_Task, 'duration_secs': 0.009419} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.260805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261150] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] a42ff06a-c835-4bf9-9c2e-ef91f3f509f1/a42ff06a-c835-4bf9-9c2e-ef91f3f509f1.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.261391] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb9c20f-a4d1-4e73-804a-97bb6c559147 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.273383] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 735.273383] env[69751]: value = "task-3482983" [ 735.273383] env[69751]: _type = "Task" [ 735.273383] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.282636] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.424183] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cded884a-6dad-4bdb-9894-c10fee099cd2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.435896] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c773a-5949-412d-8a5c-857a2abee3bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.476499] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad03615c-ba24-4467-bb51-0e447ac07f12 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.488018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1b3b4-b700-4b53-9275-9992d89315b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.506108] env[69751]: DEBUG nova.compute.provider_tree [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.558946] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Releasing lock "refresh_cache-4195d069-836d-4e40-8f95-e8181fe083a4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.559330] env[69751]: DEBUG nova.compute.manager [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Received event network-vif-plugged-7fe074f0-e2cc-442e-8e54-6c84edfa249a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.559618] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Acquiring lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.559794] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.560183] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.560183] env[69751]: DEBUG nova.compute.manager [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] No waiting events found dispatching network-vif-plugged-7fe074f0-e2cc-442e-8e54-6c84edfa249a {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 735.560411] env[69751]: WARNING nova.compute.manager [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Received unexpected event network-vif-plugged-7fe074f0-e2cc-442e-8e54-6c84edfa249a for instance with vm_state building and task_state spawning. [ 735.560593] env[69751]: DEBUG nova.compute.manager [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Received event network-changed-7fe074f0-e2cc-442e-8e54-6c84edfa249a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.560899] env[69751]: DEBUG nova.compute.manager [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Refreshing instance network info cache due to event network-changed-7fe074f0-e2cc-442e-8e54-6c84edfa249a. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 735.560899] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Acquiring lock "refresh_cache-a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.561062] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Acquired lock "refresh_cache-a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.561275] env[69751]: DEBUG nova.network.neutron [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Refreshing network info cache for port 7fe074f0-e2cc-442e-8e54-6c84edfa249a {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 735.706788] env[69751]: DEBUG nova.network.neutron [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Successfully created port: 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.728566] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482981, 'name': ReconfigVM_Task, 'duration_secs': 0.339638} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.728566] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f4f92db3-e4d1-476e-94e3-8ac90a27075d/f4f92db3-e4d1-476e-94e3-8ac90a27075d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.728566] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e90b865f-a752-49e1-81aa-e1228f59795e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.731358] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.731358] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.731470] env[69751]: DEBUG nova.network.neutron [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.736610] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 735.736610] env[69751]: value = "task-3482984" [ 735.736610] env[69751]: _type = "Task" [ 735.736610] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.755929] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482984, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.756081] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071198} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.756391] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.757222] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6917de0e-ecc8-4631-a298-f2811c6f54f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.780842] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 4195d069-836d-4e40-8f95-e8181fe083a4/4195d069-836d-4e40-8f95-e8181fe083a4.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.781577] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44e5274-c74c-4642-b029-ed34a52e042b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.806613] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489115} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.808013] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] a42ff06a-c835-4bf9-9c2e-ef91f3f509f1/a42ff06a-c835-4bf9-9c2e-ef91f3f509f1.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.808539] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.808539] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 735.808539] env[69751]: value = "task-3482985" [ 735.808539] env[69751]: _type = "Task" [ 735.808539] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.808750] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ac701bf-2938-4928-b00f-7fd878b88985 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.819185] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482985, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.821025] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 735.821025] env[69751]: value = "task-3482986" [ 735.821025] env[69751]: _type = "Task" [ 735.821025] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.834075] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.012071] env[69751]: DEBUG nova.scheduler.client.report [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 736.086972] env[69751]: DEBUG nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 736.122463] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 736.122783] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 736.122999] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 736.123227] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 736.123779] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 736.123779] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 736.123954] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 736.124112] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 736.124284] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 736.124443] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 736.124607] env[69751]: DEBUG nova.virt.hardware [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 736.128907] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd47d103-57ce-4a30-9896-92b78c3ecc92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.133631] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e332421-c9d6-450a-8c03-0e7db5693147 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.256102] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482984, 'name': Rename_Task, 'duration_secs': 0.178664} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.256102] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.256102] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f4d05e6-a927-41e9-b2fb-0bb5f3af491d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.264894] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 736.264894] env[69751]: value = "task-3482987" [ 736.264894] env[69751]: _type = "Task" [ 736.264894] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.279760] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.280879] env[69751]: DEBUG nova.network.neutron [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.336286] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482985, 'name': ReconfigVM_Task, 'duration_secs': 0.331823} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.336286] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 4195d069-836d-4e40-8f95-e8181fe083a4/4195d069-836d-4e40-8f95-e8181fe083a4.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.336286] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c6dd31f-defb-4e1d-92f8-b7e56033dd87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.340089] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066944} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.341568] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.341568] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5951ba8-f471-4f5f-9650-a83ecea9e471 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.345788] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 736.345788] env[69751]: value = "task-3482988" [ 736.345788] env[69751]: _type = "Task" [ 736.345788] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.372952] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] a42ff06a-c835-4bf9-9c2e-ef91f3f509f1/a42ff06a-c835-4bf9-9c2e-ef91f3f509f1.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.374252] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43fe0c04-62ee-4625-9936-bb1c1fbf02d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.395109] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482988, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.403534] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 736.403534] env[69751]: value = "task-3482989" [ 736.403534] env[69751]: _type = "Task" [ 736.403534] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.409508] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482989, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.516775] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.517354] env[69751]: DEBUG nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.520317] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.610s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.524313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.524593] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 736.524922] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.199s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.526660] env[69751]: INFO nova.compute.claims [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.533179] env[69751]: DEBUG nova.network.neutron [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance_info_cache with network_info: [{"id": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "address": "fa:16:3e:62:a5:68", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec52adaf-97", "ovs_interfaceid": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.542029] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5bf679-89c5-4e92-a5f0-6fd0d66ee80e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.555566] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f51f41-379c-48a2-9203-079b79459484 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.572145] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8fc3ef-0f78-4a87-8bc8-255c2a4d25ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.579744] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de52c3c-ced8-4de9-b72c-41da8349e186 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.620260] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180911MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 736.620592] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.622849] env[69751]: DEBUG nova.network.neutron [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Updated VIF entry in instance network info cache for port 7fe074f0-e2cc-442e-8e54-6c84edfa249a. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 736.623575] env[69751]: DEBUG nova.network.neutron [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Updating instance_info_cache with network_info: [{"id": "7fe074f0-e2cc-442e-8e54-6c84edfa249a", "address": "fa:16:3e:b7:9e:c8", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.136", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fe074f0-e2", "ovs_interfaceid": "7fe074f0-e2cc-442e-8e54-6c84edfa249a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.775847] env[69751]: DEBUG oslo_vmware.api [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3482987, 'name': PowerOnVM_Task, 'duration_secs': 0.469111} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.776196] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.776425] env[69751]: INFO nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Took 8.71 seconds to spawn the instance on the hypervisor. [ 736.776780] env[69751]: DEBUG nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 736.777555] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f0744-5956-4532-895e-a2bf11639b74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.856574] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482988, 'name': Rename_Task, 'duration_secs': 0.245994} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.859038] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.859038] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b3f6b79-5251-4ce1-add5-8720dd3d5ad1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.862561] env[69751]: DEBUG nova.compute.manager [req-4bdab17f-918c-403a-8da2-84982c990c9f req-6dd0fe77-64a3-4a50-a59f-9b80ef93f39f service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Received event network-vif-plugged-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.862561] env[69751]: DEBUG oslo_concurrency.lockutils [req-4bdab17f-918c-403a-8da2-84982c990c9f req-6dd0fe77-64a3-4a50-a59f-9b80ef93f39f service nova] Acquiring lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.862561] env[69751]: DEBUG oslo_concurrency.lockutils [req-4bdab17f-918c-403a-8da2-84982c990c9f req-6dd0fe77-64a3-4a50-a59f-9b80ef93f39f service nova] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.862561] env[69751]: DEBUG oslo_concurrency.lockutils [req-4bdab17f-918c-403a-8da2-84982c990c9f req-6dd0fe77-64a3-4a50-a59f-9b80ef93f39f service nova] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.862561] env[69751]: DEBUG nova.compute.manager [req-4bdab17f-918c-403a-8da2-84982c990c9f req-6dd0fe77-64a3-4a50-a59f-9b80ef93f39f service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] No waiting events found dispatching network-vif-plugged-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 736.862859] env[69751]: WARNING nova.compute.manager [req-4bdab17f-918c-403a-8da2-84982c990c9f req-6dd0fe77-64a3-4a50-a59f-9b80ef93f39f service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Received unexpected event network-vif-plugged-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 for instance with vm_state building and task_state spawning. [ 736.868194] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 736.868194] env[69751]: value = "task-3482990" [ 736.868194] env[69751]: _type = "Task" [ 736.868194] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.876640] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.912460] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482989, 'name': ReconfigVM_Task, 'duration_secs': 0.286552} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.912815] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Reconfigured VM instance instance-00000003 to attach disk [datastore2] a42ff06a-c835-4bf9-9c2e-ef91f3f509f1/a42ff06a-c835-4bf9-9c2e-ef91f3f509f1.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.913425] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99ada212-e290-467c-a943-2f416c0cff79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.920464] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 736.920464] env[69751]: value = "task-3482991" [ 736.920464] env[69751]: _type = "Task" [ 736.920464] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.929557] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482991, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.037561] env[69751]: DEBUG nova.compute.utils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 737.039061] env[69751]: DEBUG nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 737.039236] env[69751]: DEBUG nova.network.neutron [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 737.077536] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.077899] env[69751]: DEBUG nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Instance network_info: |[{"id": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "address": "fa:16:3e:62:a5:68", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec52adaf-97", "ovs_interfaceid": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.078689] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:a5:68', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec52adaf-97e6-49f2-adcc-9c8fa0a596b0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.087346] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Creating folder: Project (02928501db15453e851e0215f34ab9cb). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.087346] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06941998-424f-469e-9786-496293f0d8fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.098043] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Created folder: Project (02928501db15453e851e0215f34ab9cb) in parent group-v696263. [ 737.098043] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Creating folder: Instances. Parent ref: group-v696273. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.098043] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc4f8c7e-9a98-482a-8fda-242306bc1069 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.105505] env[69751]: DEBUG nova.policy [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42eda44d25784feca5758f058843a6a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daa0a725fa4247f19bccc7a41ff83a90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 737.108594] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Created folder: Instances in parent group-v696273. [ 737.108831] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.109034] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.109299] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55783c6e-bfeb-4562-ba67-ac9471b456b2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.131029] env[69751]: DEBUG oslo_concurrency.lockutils [req-2119397f-449b-46c2-b6f9-13f2332278a9 req-15fd744a-14b1-40a0-ad94-1e9df1cbcc82 service nova] Releasing lock "refresh_cache-a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.131029] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.131029] env[69751]: value = "task-3482994" [ 737.131029] env[69751]: _type = "Task" [ 737.131029] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.137195] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482994, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.297252] env[69751]: INFO nova.compute.manager [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Took 14.41 seconds to build instance. [ 737.389621] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482990, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.432220] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482991, 'name': Rename_Task, 'duration_secs': 0.129702} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.432431] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.432681] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1f2e154-d100-4931-8ebf-cf61b265c0e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.440320] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 737.440320] env[69751]: value = "task-3482995" [ 737.440320] env[69751]: _type = "Task" [ 737.440320] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.450346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.450346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.456332] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482995, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.501989] env[69751]: DEBUG nova.network.neutron [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Successfully updated port: 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 737.542644] env[69751]: DEBUG nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.647451] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482994, 'name': CreateVM_Task, 'duration_secs': 0.403837} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.647533] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.649358] env[69751]: DEBUG oslo_vmware.service [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733e9913-8e11-4736-8549-7a3b1b166c36 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.656051] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.656151] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.656540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.656841] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02124d7b-1cde-40ee-acde-f7e9f6772dba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.663952] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 737.663952] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5211c894-6c07-d3a5-fc33-bf40a8b21279" [ 737.663952] env[69751]: _type = "Task" [ 737.663952] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.671614] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5211c894-6c07-d3a5-fc33-bf40a8b21279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.692376] env[69751]: DEBUG nova.network.neutron [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Successfully created port: 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.778759] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5118b5-9f53-4557-8ea0-d87be87109c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.786989] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe99cb38-6dc7-4d88-bc8a-21b8e26063af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.827076] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2ee34957-02dc-4977-aa9d-c1e7c7744a53 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.957s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.831020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117e6ef-718f-4e88-9359-d6c0bcc8b15e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.838172] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b826b8-acf6-4ee3-8690-65e324df4ae9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.853849] env[69751]: DEBUG nova.compute.provider_tree [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.879778] env[69751]: DEBUG oslo_vmware.api [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3482990, 'name': PowerOnVM_Task, 'duration_secs': 0.52277} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.880050] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.880241] env[69751]: INFO nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Took 12.07 seconds to spawn the instance on the hypervisor. [ 737.880435] env[69751]: DEBUG nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.881297] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c4823f-c7f7-4643-bf7e-75db065cfd68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.952338] env[69751]: DEBUG oslo_vmware.api [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3482995, 'name': PowerOnVM_Task, 'duration_secs': 0.451223} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.952338] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.952338] env[69751]: INFO nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Took 7.65 seconds to spawn the instance on the hypervisor. [ 737.952338] env[69751]: DEBUG nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 737.952738] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5652de-06ce-4831-8d38-21d4eaf56751 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.006343] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "refresh_cache-c10f0424-df91-4670-b402-9e96e71e52ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.078372] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquired lock "refresh_cache-c10f0424-df91-4670-b402-9e96e71e52ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.078372] env[69751]: DEBUG nova.network.neutron [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.176428] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.176732] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.176977] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.177208] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.177320] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.177564] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8faef2f8-e7e5-44b3-90de-06ae873cc6fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.188121] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.188286] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.189171] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621a5e7f-caff-48fb-b9d6-2ba6a288e114 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.198444] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cceb3e6-8878-4979-a06e-c6b040f2dd8f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.204253] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 738.204253] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524220c2-08ed-97bc-4182-a81d7308fc75" [ 738.204253] env[69751]: _type = "Task" [ 738.204253] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.211777] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524220c2-08ed-97bc-4182-a81d7308fc75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.333164] env[69751]: DEBUG nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.358089] env[69751]: DEBUG nova.scheduler.client.report [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.398045] env[69751]: INFO nova.compute.manager [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Took 16.85 seconds to build instance. [ 738.473807] env[69751]: INFO nova.compute.manager [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Took 14.82 seconds to build instance. [ 738.555300] env[69751]: DEBUG nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.571154] env[69751]: DEBUG nova.network.neutron [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 738.598573] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.598573] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.598573] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.599067] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.599067] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.599067] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.599067] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.599221] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.599382] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.599496] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.599671] env[69751]: DEBUG nova.virt.hardware [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.602776] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c5dcbd-4613-497b-90f9-15aa272406e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.612183] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5af121b9-b602-44ab-801b-18ec720e1bcf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.725586] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Preparing fetch location {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 738.726194] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Creating directory with path [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.726463] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55d3eb3c-a29f-4d44-b5ce-d5cee87a49d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.764419] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Created directory with path [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.764704] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Fetch image to [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 738.764912] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Downloading image file data bdbeef69-23c5-44d2-95dd-aaeb0faef368 to [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk on the data store datastore1 {{(pid=69751) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 738.765801] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb82fe8-9814-43f5-91b4-9318e13b02ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.775815] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19828ba3-02db-4fe0-bc36-c02bb5878a6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.782943] env[69751]: DEBUG nova.network.neutron [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Updating instance_info_cache with network_info: [{"id": "1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb", "address": "fa:16:3e:16:f0:22", "network": {"id": "95c792a3-0f9d-41cc-a467-b4748231ff94", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1198237259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef1c6a194fe489abf7f4099321a1b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6f62dc-0c", "ovs_interfaceid": "1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.789906] env[69751]: DEBUG nova.compute.manager [req-46e07f26-ee61-4572-ab75-16a4ee6226c6 req-1d0a0cda-f7f2-4ca5-9ea5-43573093dcee service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Received event network-vif-plugged-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.791110] env[69751]: DEBUG oslo_concurrency.lockutils [req-46e07f26-ee61-4572-ab75-16a4ee6226c6 req-1d0a0cda-f7f2-4ca5-9ea5-43573093dcee service nova] Acquiring lock "c10f0424-df91-4670-b402-9e96e71e52ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.791110] env[69751]: DEBUG oslo_concurrency.lockutils [req-46e07f26-ee61-4572-ab75-16a4ee6226c6 req-1d0a0cda-f7f2-4ca5-9ea5-43573093dcee service nova] Lock "c10f0424-df91-4670-b402-9e96e71e52ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.791110] env[69751]: DEBUG oslo_concurrency.lockutils [req-46e07f26-ee61-4572-ab75-16a4ee6226c6 req-1d0a0cda-f7f2-4ca5-9ea5-43573093dcee service nova] Lock "c10f0424-df91-4670-b402-9e96e71e52ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.791110] env[69751]: DEBUG nova.compute.manager [req-46e07f26-ee61-4572-ab75-16a4ee6226c6 req-1d0a0cda-f7f2-4ca5-9ea5-43573093dcee service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] No waiting events found dispatching network-vif-plugged-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.791110] env[69751]: WARNING nova.compute.manager [req-46e07f26-ee61-4572-ab75-16a4ee6226c6 req-1d0a0cda-f7f2-4ca5-9ea5-43573093dcee service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Received unexpected event network-vif-plugged-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb for instance with vm_state building and task_state spawning. [ 738.801867] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfb4984-42f0-4e97-84d5-802c34749da8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.844083] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e46eaf-5acd-4747-8b6c-f8d4f312e5d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.854091] env[69751]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-31acd0c1-f72a-454f-b7b8-85781640519c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.862678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.863212] env[69751]: DEBUG nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.866540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.510s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.867969] env[69751]: INFO nova.compute.claims [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.872939] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.902022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6f599bcb-aff5-45ed-b01c-7f3826c0df21 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "4195d069-836d-4e40-8f95-e8181fe083a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.362s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.948262] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Downloading image file data bdbeef69-23c5-44d2-95dd-aaeb0faef368 to the data store datastore1 {{(pid=69751) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 738.977511] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3acd20fe-4a19-4e31-b6d0-adeef458f58c tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.332s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.122941] env[69751]: DEBUG oslo_vmware.rw_handles [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69751) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 739.292128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Releasing lock "refresh_cache-c10f0424-df91-4670-b402-9e96e71e52ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.292864] env[69751]: DEBUG nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Instance network_info: |[{"id": "1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb", "address": "fa:16:3e:16:f0:22", "network": {"id": "95c792a3-0f9d-41cc-a467-b4748231ff94", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1198237259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef1c6a194fe489abf7f4099321a1b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6f62dc-0c", "ovs_interfaceid": "1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 739.293520] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:f0:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24b91e3b-50f1-4a16-b929-942e6b31b2d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.305531] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Creating folder: Project (4ef1c6a194fe489abf7f4099321a1b6e). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.307217] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3387200-cbcc-4627-822f-8fbbfcb8dced {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.326847] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Created folder: Project (4ef1c6a194fe489abf7f4099321a1b6e) in parent group-v696263. [ 739.327115] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Creating folder: Instances. Parent ref: group-v696276. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.327341] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2aaa855-757e-4c1f-b91a-1409620d18eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.338213] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Created folder: Instances in parent group-v696276. [ 739.338609] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.338874] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.339130] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f31e89a-357e-4ca7-9565-2aa67ee73bde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.362834] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "9656233b-1a78-4451-908c-c162637a8253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.363076] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "9656233b-1a78-4451-908c-c162637a8253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.366297] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.366297] env[69751]: value = "task-3482998" [ 739.366297] env[69751]: _type = "Task" [ 739.366297] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.372959] env[69751]: DEBUG nova.compute.utils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.384272] env[69751]: DEBUG nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.384272] env[69751]: DEBUG nova.network.neutron [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.387130] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482998, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.404333] env[69751]: DEBUG nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.495744] env[69751]: DEBUG nova.policy [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7033ed85ce4e4ba4c9aa472ac6a296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0b491adac984af8a8a06f83269587c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.499430] env[69751]: DEBUG nova.network.neutron [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Successfully updated port: 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 739.655331] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc49794b-74c1-4b5e-9507-f5e27e0b3992 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.666116] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c41d760-5429-4a16-b744-c2c94cd3340e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.704233] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef26763-7540-48fe-b4f6-7e2d49c1134f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.710623] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4800e12-743f-4123-aae5-d685270acfed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.727038] env[69751]: DEBUG nova.compute.provider_tree [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.819132] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Acquiring lock "4195d069-836d-4e40-8f95-e8181fe083a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.819845] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Lock "4195d069-836d-4e40-8f95-e8181fe083a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.819845] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Acquiring lock "4195d069-836d-4e40-8f95-e8181fe083a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.819959] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Lock "4195d069-836d-4e40-8f95-e8181fe083a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.820190] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Lock "4195d069-836d-4e40-8f95-e8181fe083a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.823258] env[69751]: INFO nova.compute.manager [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Terminating instance [ 739.873460] env[69751]: DEBUG nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 739.884957] env[69751]: DEBUG nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.887702] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3482998, 'name': CreateVM_Task, 'duration_secs': 0.340392} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.888944] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.892626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.892626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.892626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.892626] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74357c4-6c06-4a3b-bd89-079ce091c941 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.896420] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 739.896420] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228a43f-bf02-ab3f-1dd0-feda7049eda0" [ 739.896420] env[69751]: _type = "Task" [ 739.896420] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.908984] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228a43f-bf02-ab3f-1dd0-feda7049eda0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.924060] env[69751]: DEBUG nova.compute.manager [None req-66483712-073f-43c1-bd55-647fdb190ddd tempest-ServerDiagnosticsV248Test-884255220 tempest-ServerDiagnosticsV248Test-884255220-project-admin] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.926229] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8179ae7-82e3-41cc-a13b-481940276293 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.933183] env[69751]: INFO nova.compute.manager [None req-66483712-073f-43c1-bd55-647fdb190ddd tempest-ServerDiagnosticsV248Test-884255220 tempest-ServerDiagnosticsV248Test-884255220-project-admin] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Retrieving diagnostics [ 739.935639] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f0ebe4-6845-4174-bbc0-570a7261bb34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.939369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.976137] env[69751]: DEBUG oslo_vmware.rw_handles [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Completed reading data from the image iterator. {{(pid=69751) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 739.976381] env[69751]: DEBUG oslo_vmware.rw_handles [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 740.006453] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "refresh_cache-2dad8109-bd76-4d6e-86c2-b582ec682e5d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.006453] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquired lock "refresh_cache-2dad8109-bd76-4d6e-86c2-b582ec682e5d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.006453] env[69751]: DEBUG nova.network.neutron [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.026376] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Downloaded image file data bdbeef69-23c5-44d2-95dd-aaeb0faef368 to vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk on the data store datastore1 {{(pid=69751) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 740.028165] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Caching image {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 740.028819] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Copying Virtual Disk [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk to [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.028819] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3419ae7b-31a3-4d78-badb-180bc20b172a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.032015] env[69751]: DEBUG nova.network.neutron [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Successfully created port: 51d6f33a-f831-4086-9cef-05943785b41a {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.039178] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 740.039178] env[69751]: value = "task-3482999" [ 740.039178] env[69751]: _type = "Task" [ 740.039178] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.047449] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3482999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.230577] env[69751]: DEBUG nova.scheduler.client.report [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.328111] env[69751]: DEBUG nova.compute.manager [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 740.328390] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 740.329325] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07136eea-d02a-490f-ab50-b59f046860f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.336935] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 740.337218] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52ee1cc1-aa94-48d4-a260-f1bcc262a17d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.345122] env[69751]: DEBUG oslo_vmware.api [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Waiting for the task: (returnval){ [ 740.345122] env[69751]: value = "task-3483000" [ 740.345122] env[69751]: _type = "Task" [ 740.345122] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.353109] env[69751]: DEBUG oslo_vmware.api [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Task: {'id': task-3483000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.396057] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.411109] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.411376] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.411597] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.458370] env[69751]: DEBUG nova.compute.manager [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Received event network-changed-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.458555] env[69751]: DEBUG nova.compute.manager [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Refreshing instance network info cache due to event network-changed-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.458710] env[69751]: DEBUG oslo_concurrency.lockutils [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] Acquiring lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.458958] env[69751]: DEBUG oslo_concurrency.lockutils [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] Acquired lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.459199] env[69751]: DEBUG nova.network.neutron [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Refreshing network info cache for port ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.550951] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3482999, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.569455] env[69751]: DEBUG nova.network.neutron [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.739071] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.872s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.739639] env[69751]: DEBUG nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.749888] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.263s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.752166] env[69751]: INFO nova.compute.claims [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.801971] env[69751]: DEBUG nova.network.neutron [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Updating instance_info_cache with network_info: [{"id": "5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e", "address": "fa:16:3e:16:51:e0", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8b7c7-5e", "ovs_interfaceid": "5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.822443] env[69751]: DEBUG nova.compute.manager [None req-7ee7bffe-543e-4c65-b416-3acb9283ae39 tempest-ServerDiagnosticsTest-1527908553 tempest-ServerDiagnosticsTest-1527908553-project-admin] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 740.826247] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d851fd3-4004-427c-9aa2-4cd14c03c75b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.833389] env[69751]: INFO nova.compute.manager [None req-7ee7bffe-543e-4c65-b416-3acb9283ae39 tempest-ServerDiagnosticsTest-1527908553 tempest-ServerDiagnosticsTest-1527908553-project-admin] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Retrieving diagnostics [ 740.834420] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34a0126-2b1a-4a14-94e2-b44048138506 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.877293] env[69751]: DEBUG oslo_vmware.api [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Task: {'id': task-3483000, 'name': PowerOffVM_Task, 'duration_secs': 0.21599} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.877567] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 740.877894] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 740.878061] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1e47365-e019-41fc-90fa-e6c9151bc97e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.895663] env[69751]: DEBUG nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.927455] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.927743] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.927908] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.928126] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.928249] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.928392] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.928631] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.928939] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.928939] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.929125] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.929300] env[69751]: DEBUG nova.virt.hardware [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.930171] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc26c70-17a1-418c-b320-9025de3cb622 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.938856] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3a0175-01c1-4194-b3b0-c8a79c30fbed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.954487] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.954679] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.954748] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Deleting the datastore file [datastore2] 4195d069-836d-4e40-8f95-e8181fe083a4 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.954937] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee026f69-1626-4104-8c29-e8cd8c99eb91 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.961482] env[69751]: DEBUG oslo_vmware.api [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Waiting for the task: (returnval){ [ 740.961482] env[69751]: value = "task-3483002" [ 740.961482] env[69751]: _type = "Task" [ 740.961482] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.972142] env[69751]: DEBUG oslo_vmware.api [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Task: {'id': task-3483002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.051794] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3482999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.855685} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.052140] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Copied Virtual Disk [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk to [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.052353] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleting the datastore file [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368/tmp-sparse.vmdk {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 741.052610] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73db9de6-1121-4518-ad42-169811fa6efb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.059953] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 741.059953] env[69751]: value = "task-3483003" [ 741.059953] env[69751]: _type = "Task" [ 741.059953] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.074444] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.262763] env[69751]: DEBUG nova.compute.utils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.266341] env[69751]: DEBUG nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.268587] env[69751]: DEBUG nova.network.neutron [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.306321] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Releasing lock "refresh_cache-2dad8109-bd76-4d6e-86c2-b582ec682e5d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.306666] env[69751]: DEBUG nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Instance network_info: |[{"id": "5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e", "address": "fa:16:3e:16:51:e0", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8b7c7-5e", "ovs_interfaceid": "5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 741.307151] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:51:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 741.314883] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Creating folder: Project (daa0a725fa4247f19bccc7a41ff83a90). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.315550] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e24ad3d-47d5-4e4f-ba6f-fc8c38b06a6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.319957] env[69751]: DEBUG nova.policy [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abda7a586fc8470dbb9b52503c691ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb78eec5b28145cd860d5af85b224b28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.327611] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Created folder: Project (daa0a725fa4247f19bccc7a41ff83a90) in parent group-v696263. [ 741.327611] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Creating folder: Instances. Parent ref: group-v696279. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 741.327611] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35bd174b-3d26-44df-942c-be3623a54450 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.336149] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Created folder: Instances in parent group-v696279. [ 741.336996] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.336996] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 741.336996] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9558fb3-8a81-40bb-a42b-bebf56df37e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.359205] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 741.359205] env[69751]: value = "task-3483006" [ 741.359205] env[69751]: _type = "Task" [ 741.359205] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.371024] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483006, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.476970] env[69751]: DEBUG oslo_vmware.api [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Task: {'id': task-3483002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174888} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.477243] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.477425] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 741.477652] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 741.477746] env[69751]: INFO nova.compute.manager [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 741.478037] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 741.478177] env[69751]: DEBUG nova.compute.manager [-] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 741.478266] env[69751]: DEBUG nova.network.neutron [-] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.561363] env[69751]: DEBUG nova.network.neutron [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updated VIF entry in instance network info cache for port ec52adaf-97e6-49f2-adcc-9c8fa0a596b0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.561570] env[69751]: DEBUG nova.network.neutron [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance_info_cache with network_info: [{"id": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "address": "fa:16:3e:62:a5:68", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec52adaf-97", "ovs_interfaceid": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.573799] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040907} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.573799] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 741.573990] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Moving file from [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618/bdbeef69-23c5-44d2-95dd-aaeb0faef368 to [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368. {{(pid=69751) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 741.574305] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-913a6053-1346-42ce-ba51-1c69bed8cfee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583504] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 741.583504] env[69751]: value = "task-3483007" [ 741.583504] env[69751]: _type = "Task" [ 741.583504] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.592959] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483007, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.770359] env[69751]: DEBUG nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 741.869656] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483006, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.003525] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4ff5c-ed20-449e-b098-c7de1c05e28f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.013905] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b118f7b-30e7-4768-a88b-e0d596ede5e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.053035] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4868cec2-c6b3-477b-9678-347e5a2c7dd9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.059855] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca271023-ceb9-42e3-81ba-f6e229d4a9b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.068186] env[69751]: DEBUG oslo_concurrency.lockutils [req-04374a5a-ca2e-479a-825f-3bfd267fac85 req-6a080d97-f6c2-416f-a0ed-ca070f663058 service nova] Releasing lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.076920] env[69751]: DEBUG nova.compute.provider_tree [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.094382] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483007, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.025203} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.095299] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] File moved {{(pid=69751) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 742.095538] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Cleaning up location [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 742.095780] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleting the datastore file [datastore1] vmware_temp/a3e97049-d191-4f78-a359-19a6077e1618 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.096051] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c71592a-cea1-4ae1-8725-07fcb317a361 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.108198] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 742.108198] env[69751]: value = "task-3483008" [ 742.108198] env[69751]: _type = "Task" [ 742.108198] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.117929] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.372777] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483006, 'name': CreateVM_Task, 'duration_secs': 0.531631} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.372989] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.373799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.373923] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.374275] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.374532] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694c9702-d44d-4340-805f-13018521120a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.380044] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 742.380044] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524c914f-20a7-fa05-4186-4a2cab31000e" [ 742.380044] env[69751]: _type = "Task" [ 742.380044] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.388458] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524c914f-20a7-fa05-4186-4a2cab31000e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.423270] env[69751]: DEBUG nova.network.neutron [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Successfully created port: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.505706] env[69751]: DEBUG nova.network.neutron [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Successfully updated port: 51d6f33a-f831-4086-9cef-05943785b41a {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.581704] env[69751]: DEBUG nova.scheduler.client.report [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 742.618850] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02677} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.619812] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.620294] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77009d10-c0f5-4ea8-a83f-d5f3a296aa2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.626242] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 742.626242] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52005045-b0a9-0e62-5e96-7dee66072669" [ 742.626242] env[69751]: _type = "Task" [ 742.626242] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.634875] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52005045-b0a9-0e62-5e96-7dee66072669, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.786178] env[69751]: DEBUG nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.821236] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.821511] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.822239] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.822239] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.822239] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.824041] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.824041] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.824041] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.824041] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.824041] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.824461] env[69751]: DEBUG nova.virt.hardware [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.824763] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b52ffa-25d2-469d-abcb-70872a184a1b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.833934] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b598453-fec1-439d-be0c-6f5050f17739 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.854888] env[69751]: DEBUG nova.network.neutron [-] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.892414] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524c914f-20a7-fa05-4186-4a2cab31000e, 'name': SearchDatastore_Task, 'duration_secs': 0.011698} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.892811] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.892937] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.893175] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.961515] env[69751]: DEBUG nova.compute.manager [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Received event network-changed-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 742.961735] env[69751]: DEBUG nova.compute.manager [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Refreshing instance network info cache due to event network-changed-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 742.962013] env[69751]: DEBUG oslo_concurrency.lockutils [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] Acquiring lock "refresh_cache-c10f0424-df91-4670-b402-9e96e71e52ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.962206] env[69751]: DEBUG oslo_concurrency.lockutils [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] Acquired lock "refresh_cache-c10f0424-df91-4670-b402-9e96e71e52ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.962262] env[69751]: DEBUG nova.network.neutron [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Refreshing network info cache for port 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.008758] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "refresh_cache-c79bb961-4170-4f8b-a81d-407a09be1cfe" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.008901] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "refresh_cache-c79bb961-4170-4f8b-a81d-407a09be1cfe" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.009058] env[69751]: DEBUG nova.network.neutron [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.087580] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.087710] env[69751]: DEBUG nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.092138] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.384s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.092138] env[69751]: INFO nova.compute.claims [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.138252] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52005045-b0a9-0e62-5e96-7dee66072669, 'name': SearchDatastore_Task, 'duration_secs': 0.016357} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.139181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.139437] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8d3b4526-ef53-4517-a042-5b23502cd66a/8d3b4526-ef53-4517-a042-5b23502cd66a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.140040] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.140040] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.140213] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83cb5100-4d79-4fe7-b330-f952e925ca72 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.142716] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-01721be3-b086-48b0-a63b-5b6df5747949 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.150216] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 743.150216] env[69751]: value = "task-3483009" [ 743.150216] env[69751]: _type = "Task" [ 743.150216] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.155693] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.156199] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.156854] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4647e5c7-1e50-4193-a557-ecce5f671bed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.162491] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483009, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.164943] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 743.164943] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c48d8e-7dc2-dfb9-4e70-c46de7f43e45" [ 743.164943] env[69751]: _type = "Task" [ 743.164943] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.172063] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c48d8e-7dc2-dfb9-4e70-c46de7f43e45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.357633] env[69751]: INFO nova.compute.manager [-] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Took 1.88 seconds to deallocate network for instance. [ 743.598393] env[69751]: DEBUG nova.compute.utils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 743.606024] env[69751]: DEBUG nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 743.617768] env[69751]: DEBUG nova.network.neutron [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.672973] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483009, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458409} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.674473] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8d3b4526-ef53-4517-a042-5b23502cd66a/8d3b4526-ef53-4517-a042-5b23502cd66a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.674473] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.674473] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-518cf8f5-df1b-47ca-84c1-a7715a1dd8e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.685610] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c48d8e-7dc2-dfb9-4e70-c46de7f43e45, 'name': SearchDatastore_Task, 'duration_secs': 0.008386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.686314] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "3b603181-6bc2-4748-8497-bd09265ed0f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.686561] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.687507] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9377ce00-4a00-4a58-94a5-165cba7d485d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.691347] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 743.691347] env[69751]: value = "task-3483010" [ 743.691347] env[69751]: _type = "Task" [ 743.691347] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.697382] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 743.697382] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520bc0b6-46c3-a0f7-eceb-238c1351af46" [ 743.697382] env[69751]: _type = "Task" [ 743.697382] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.705767] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.715058] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520bc0b6-46c3-a0f7-eceb-238c1351af46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.830283] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.832747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.832747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.832747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.832747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.835381] env[69751]: INFO nova.compute.manager [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Terminating instance [ 743.864781] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.881010] env[69751]: DEBUG nova.network.neutron [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Updated VIF entry in instance network info cache for port 1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.881382] env[69751]: DEBUG nova.network.neutron [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Updating instance_info_cache with network_info: [{"id": "1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb", "address": "fa:16:3e:16:f0:22", "network": {"id": "95c792a3-0f9d-41cc-a467-b4748231ff94", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1198237259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef1c6a194fe489abf7f4099321a1b6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24b91e3b-50f1-4a16-b929-942e6b31b2d8", "external-id": "nsx-vlan-transportzone-34", "segmentation_id": 34, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b6f62dc-0c", "ovs_interfaceid": "1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.883522] env[69751]: DEBUG nova.network.neutron [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Updating instance_info_cache with network_info: [{"id": "51d6f33a-f831-4086-9cef-05943785b41a", "address": "fa:16:3e:07:7c:ef", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d6f33a-f8", "ovs_interfaceid": "51d6f33a-f831-4086-9cef-05943785b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.107043] env[69751]: DEBUG nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.173726] env[69751]: DEBUG nova.compute.manager [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Received event network-vif-plugged-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.173942] env[69751]: DEBUG oslo_concurrency.lockutils [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] Acquiring lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.174685] env[69751]: DEBUG oslo_concurrency.lockutils [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.174685] env[69751]: DEBUG oslo_concurrency.lockutils [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.174843] env[69751]: DEBUG nova.compute.manager [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] No waiting events found dispatching network-vif-plugged-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 744.175096] env[69751]: WARNING nova.compute.manager [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Received unexpected event network-vif-plugged-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e for instance with vm_state building and task_state spawning. [ 744.175342] env[69751]: DEBUG nova.compute.manager [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Received event network-changed-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.175689] env[69751]: DEBUG nova.compute.manager [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Refreshing instance network info cache due to event network-changed-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.176087] env[69751]: DEBUG oslo_concurrency.lockutils [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] Acquiring lock "refresh_cache-2dad8109-bd76-4d6e-86c2-b582ec682e5d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.176087] env[69751]: DEBUG oslo_concurrency.lockutils [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] Acquired lock "refresh_cache-2dad8109-bd76-4d6e-86c2-b582ec682e5d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.176391] env[69751]: DEBUG nova.network.neutron [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Refreshing network info cache for port 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.215290] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066927} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.220117] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.220185] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520bc0b6-46c3-a0f7-eceb-238c1351af46, 'name': SearchDatastore_Task, 'duration_secs': 0.018337} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.221351] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafa9863-f359-4549-a2c2-42198465a4ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.223652] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.223913] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c10f0424-df91-4670-b402-9e96e71e52ed/c10f0424-df91-4670-b402-9e96e71e52ed.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.227054] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.227054] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.227244] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d89a7a0-9b3d-43e4-9748-d128afc32afc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.230203] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-547cd29e-1a1e-40ef-8bd7-5c096dd8c81b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.250390] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 8d3b4526-ef53-4517-a042-5b23502cd66a/8d3b4526-ef53-4517-a042-5b23502cd66a.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.255668] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa16e315-727b-409f-a85b-ab9b7ceb2d3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.270545] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 744.270545] env[69751]: value = "task-3483011" [ 744.270545] env[69751]: _type = "Task" [ 744.270545] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.271188] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.271370] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.272489] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca8288b-8fbf-417b-a040-e10bd28bb51f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.285517] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 744.285517] env[69751]: value = "task-3483012" [ 744.285517] env[69751]: _type = "Task" [ 744.285517] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.287223] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 744.287223] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52494116-2a22-0f78-b29a-3dc38648081c" [ 744.287223] env[69751]: _type = "Task" [ 744.287223] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.295921] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.308732] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52494116-2a22-0f78-b29a-3dc38648081c, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.313317] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.313317] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3adfc14-fb89-4aba-b22c-90cd1c5926e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.320330] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 744.320330] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b0ce75-5f94-7386-2bb9-a02af39ac143" [ 744.320330] env[69751]: _type = "Task" [ 744.320330] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.332895] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b0ce75-5f94-7386-2bb9-a02af39ac143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.343692] env[69751]: DEBUG nova.compute.manager [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.343692] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.343692] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d02da6-3f8c-4162-a489-c0945d000717 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.360466] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.361364] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-169c08be-0907-433d-814d-12a5da006732 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.369762] env[69751]: DEBUG oslo_vmware.api [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 744.369762] env[69751]: value = "task-3483013" [ 744.369762] env[69751]: _type = "Task" [ 744.369762] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.379194] env[69751]: DEBUG oslo_vmware.api [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3483013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.385761] env[69751]: DEBUG oslo_concurrency.lockutils [req-bd1984a5-4b98-4ff8-b50a-be3457c57470 req-43454cfe-9725-4473-a722-252dd3839fa4 service nova] Releasing lock "refresh_cache-c10f0424-df91-4670-b402-9e96e71e52ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.386529] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "refresh_cache-c79bb961-4170-4f8b-a81d-407a09be1cfe" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.387094] env[69751]: DEBUG nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance network_info: |[{"id": "51d6f33a-f831-4086-9cef-05943785b41a", "address": "fa:16:3e:07:7c:ef", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d6f33a-f8", "ovs_interfaceid": "51d6f33a-f831-4086-9cef-05943785b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 744.388156] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:7c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d6f33a-f831-4086-9cef-05943785b41a', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 744.396484] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating folder: Project (f0b491adac984af8a8a06f83269587c5). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.399379] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27746079-9c63-48f9-a6e1-2b531ffdaf45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.410402] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created folder: Project (f0b491adac984af8a8a06f83269587c5) in parent group-v696263. [ 744.410402] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating folder: Instances. Parent ref: group-v696282. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.410546] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ea531a5-44bb-458e-8dbb-c090a966422a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.420403] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created folder: Instances in parent group-v696282. [ 744.420561] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.420787] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.421008] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6fc0969-d75a-4d5a-878d-626ae9515fab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.445972] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.445972] env[69751]: value = "task-3483016" [ 744.445972] env[69751]: _type = "Task" [ 744.445972] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.455165] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483016, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.471264] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7408f5-fa41-4f9b-af01-e022a87c046c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.482637] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297f9ecd-9fa5-4fbc-b745-90ebf6eb5e23 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.486991] env[69751]: DEBUG nova.network.neutron [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Successfully updated port: 4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.522421] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d460baf5-8cd6-494a-a87e-ee1784e81c3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.531994] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe54a04-f843-43b9-a79e-7cea6b7502bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.550154] env[69751]: DEBUG nova.compute.provider_tree [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.784213] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483011, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53051} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.784638] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c10f0424-df91-4670-b402-9e96e71e52ed/c10f0424-df91-4670-b402-9e96e71e52ed.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.786024] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.786024] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f43184ea-d51e-4943-9729-aa6d25c9b497 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.796884] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.799399] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 744.799399] env[69751]: value = "task-3483017" [ 744.799399] env[69751]: _type = "Task" [ 744.799399] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.833523] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b0ce75-5f94-7386-2bb9-a02af39ac143, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.833905] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.834451] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2dad8109-bd76-4d6e-86c2-b582ec682e5d/2dad8109-bd76-4d6e-86c2-b582ec682e5d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.834966] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c38a7cbd-49df-48fc-a25c-ffc5cdc9d0c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.842738] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 744.842738] env[69751]: value = "task-3483018" [ 744.842738] env[69751]: _type = "Task" [ 744.842738] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.851366] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.879778] env[69751]: DEBUG oslo_vmware.api [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3483013, 'name': PowerOffVM_Task, 'duration_secs': 0.180582} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.882597] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.882597] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.882778] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-473558a7-5731-41d0-a6f9-a58d4c710480 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.956179] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.956393] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.956577] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Deleting the datastore file [datastore2] a42ff06a-c835-4bf9-9c2e-ef91f3f509f1 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.961499] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "cd7dce97-f3fe-477e-9169-38cfcd581d38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.961804] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "cd7dce97-f3fe-477e-9169-38cfcd581d38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.961961] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0023643-ae46-4a48-b2cc-8539598f1f45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.974111] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483016, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.976430] env[69751]: DEBUG oslo_vmware.api [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for the task: (returnval){ [ 744.976430] env[69751]: value = "task-3483020" [ 744.976430] env[69751]: _type = "Task" [ 744.976430] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.986186] env[69751]: DEBUG oslo_vmware.api [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3483020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.989951] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.991880] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.991880] env[69751]: DEBUG nova.network.neutron [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.054348] env[69751]: DEBUG nova.scheduler.client.report [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 745.099359] env[69751]: DEBUG nova.network.neutron [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Updated VIF entry in instance network info cache for port 5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.099853] env[69751]: DEBUG nova.network.neutron [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Updating instance_info_cache with network_info: [{"id": "5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e", "address": "fa:16:3e:16:51:e0", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5aa8b7c7-5e", "ovs_interfaceid": "5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.123961] env[69751]: DEBUG nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.156691] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.157015] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.157114] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.157420] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.157420] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.157572] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.157803] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.157925] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.158106] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.158275] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.158449] env[69751]: DEBUG nova.virt.hardware [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.159416] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894b00b9-0d53-4c04-82fb-56413b9c927c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.168059] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6767b7-1ec1-4b81-be10-0b88f384b6f9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.186295] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.192691] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Creating folder: Project (7916310407a64c55aedac887ca9b8b9b). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.193105] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b49f715-e668-4ea1-98a0-7776ebca7625 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.204121] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Created folder: Project (7916310407a64c55aedac887ca9b8b9b) in parent group-v696263. [ 745.204320] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Creating folder: Instances. Parent ref: group-v696285. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.204912] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6ffae87-ed60-457b-9a87-51154c6c3f3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.215791] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Created folder: Instances in parent group-v696285. [ 745.216076] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.216300] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.216766] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a50b00a-614a-4a51-97bb-1ae03a1264b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.241486] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.241486] env[69751]: value = "task-3483023" [ 745.241486] env[69751]: _type = "Task" [ 745.241486] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.253476] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483023, 'name': CreateVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.300272] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483012, 'name': ReconfigVM_Task, 'duration_secs': 0.634905} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.300882] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 8d3b4526-ef53-4517-a042-5b23502cd66a/8d3b4526-ef53-4517-a042-5b23502cd66a.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.305809] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24e00ed7-6eac-43e3-a418-f343779d4c13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.314349] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483017, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104717} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.316217] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.316619] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 745.316619] env[69751]: value = "task-3483024" [ 745.316619] env[69751]: _type = "Task" [ 745.316619] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.317642] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd1ad9a-295a-4db4-b242-67bab39bf945 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.349608] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] c10f0424-df91-4670-b402-9e96e71e52ed/c10f0424-df91-4670-b402-9e96e71e52ed.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.355288] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cb50a46-f697-41eb-b7f5-bd096f2d4bb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.373970] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483024, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.386019] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 745.386019] env[69751]: value = "task-3483025" [ 745.386019] env[69751]: _type = "Task" [ 745.386019] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.387821] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52942} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.391291] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2dad8109-bd76-4d6e-86c2-b582ec682e5d/2dad8109-bd76-4d6e-86c2-b582ec682e5d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.391531] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.391814] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8cc3e1d-498d-44c0-8407-de60041cf679 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.399656] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.401244] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 745.401244] env[69751]: value = "task-3483026" [ 745.401244] env[69751]: _type = "Task" [ 745.401244] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.464383] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483016, 'name': CreateVM_Task, 'duration_secs': 0.560895} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.467021] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.467021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.467021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.467021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.467021] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-759dcbc3-c046-4d1d-9741-277990ca08e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.471978] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 745.471978] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a2e18-9281-8770-f810-a06fc928c74f" [ 745.471978] env[69751]: _type = "Task" [ 745.471978] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.482220] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a2e18-9281-8770-f810-a06fc928c74f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.498391] env[69751]: DEBUG oslo_vmware.api [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Task: {'id': task-3483020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276592} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.498391] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.499607] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.499607] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.499607] env[69751]: INFO nova.compute.manager [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 745.499607] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.499733] env[69751]: DEBUG nova.compute.manager [-] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.499827] env[69751]: DEBUG nova.network.neutron [-] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.516231] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "900ed14f-8f7c-403d-93e8-f7a7cb624669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.516658] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.564362] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.474s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.565135] env[69751]: DEBUG nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 745.567598] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.947s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.609736] env[69751]: DEBUG oslo_concurrency.lockutils [req-f6cbfcb7-7b41-4829-b83d-63bf72fec989 req-4b048157-371c-4094-a2ce-455b1d6c9b64 service nova] Releasing lock "refresh_cache-2dad8109-bd76-4d6e-86c2-b582ec682e5d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.701127] env[69751]: DEBUG nova.network.neutron [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.752751] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483023, 'name': CreateVM_Task, 'duration_secs': 0.317759} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.752950] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.753461] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.753584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.753927] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.754204] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daf7ee54-5778-4f1a-ac37-ff677628ede1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.758927] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 745.758927] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6df4f-0724-f786-8d89-910f3f6b3852" [ 745.758927] env[69751]: _type = "Task" [ 745.758927] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.769591] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6df4f-0724-f786-8d89-910f3f6b3852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.831569] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483024, 'name': Rename_Task, 'duration_secs': 0.184344} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.831975] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 745.832287] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20ce170d-c02e-4cae-a2de-4f51045e26e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.840092] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 745.840092] env[69751]: value = "task-3483027" [ 745.840092] env[69751]: _type = "Task" [ 745.840092] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.848707] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.899499] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483025, 'name': ReconfigVM_Task, 'duration_secs': 0.29414} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.899807] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Reconfigured VM instance instance-00000005 to attach disk [datastore1] c10f0424-df91-4670-b402-9e96e71e52ed/c10f0424-df91-4670-b402-9e96e71e52ed.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.900713] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb6480f2-7e92-4719-bece-f3c3383854a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.912307] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083181} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.913803] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.914475] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 745.914475] env[69751]: value = "task-3483028" [ 745.914475] env[69751]: _type = "Task" [ 745.914475] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.915092] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bab9138-48af-4160-add4-4e04338bf049 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.925719] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483028, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.946762] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 2dad8109-bd76-4d6e-86c2-b582ec682e5d/2dad8109-bd76-4d6e-86c2-b582ec682e5d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.947597] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d2d4a0d-6a0b-4021-b343-2eac469c6cb2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.968447] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 745.968447] env[69751]: value = "task-3483029" [ 745.968447] env[69751]: _type = "Task" [ 745.968447] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.979835] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483029, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.987802] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a2e18-9281-8770-f810-a06fc928c74f, 'name': SearchDatastore_Task, 'duration_secs': 0.017375} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.988205] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.988493] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.988774] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.988958] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.989231] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.989489] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53737ecf-f3a0-414f-89a2-f32af5214f62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.000113] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.000113] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.000113] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0778569-acf1-4e23-81b6-c1cbd9d56946 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.005905] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 746.005905] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b0dbe-8d1d-da28-8f21-12eaa379bf3d" [ 746.005905] env[69751]: _type = "Task" [ 746.005905] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.015017] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b0dbe-8d1d-da28-8f21-12eaa379bf3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.072561] env[69751]: DEBUG nova.compute.utils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 746.074008] env[69751]: DEBUG nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.074008] env[69751]: DEBUG nova.network.neutron [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 746.194151] env[69751]: DEBUG nova.network.neutron [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updating instance_info_cache with network_info: [{"id": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "address": "fa:16:3e:6f:c8:9a", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfa1af2-e8", "ovs_interfaceid": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.243575] env[69751]: DEBUG nova.policy [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7033ed85ce4e4ba4c9aa472ac6a296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0b491adac984af8a8a06f83269587c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.269497] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6df4f-0724-f786-8d89-910f3f6b3852, 'name': SearchDatastore_Task, 'duration_secs': 0.009765} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.269823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.270064] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.271013] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.271013] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.271013] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.271013] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3846079-eefd-40c8-8004-d8ad735bbe66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.282607] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.282875] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.283561] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d1ee62-55ce-4dd2-8b43-233f4a77c1e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.294791] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 746.294791] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529cd464-9165-eee3-9b7d-26c2238e334c" [ 746.294791] env[69751]: _type = "Task" [ 746.294791] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.304552] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529cd464-9165-eee3-9b7d-26c2238e334c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.307674] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Received event network-vif-plugged-51d6f33a-f831-4086-9cef-05943785b41a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.307997] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Acquiring lock "c79bb961-4170-4f8b-a81d-407a09be1cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.308292] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.308444] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.308664] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] No waiting events found dispatching network-vif-plugged-51d6f33a-f831-4086-9cef-05943785b41a {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 746.308830] env[69751]: WARNING nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Received unexpected event network-vif-plugged-51d6f33a-f831-4086-9cef-05943785b41a for instance with vm_state building and task_state spawning. [ 746.308936] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Received event network-vif-deleted-5f59cc8e-0fde-410b-a412-91f293d76968 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.309100] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Received event network-changed-51d6f33a-f831-4086-9cef-05943785b41a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.309383] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Refreshing instance network info cache due to event network-changed-51d6f33a-f831-4086-9cef-05943785b41a. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.309647] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Acquiring lock "refresh_cache-c79bb961-4170-4f8b-a81d-407a09be1cfe" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.309647] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Acquired lock "refresh_cache-c79bb961-4170-4f8b-a81d-407a09be1cfe" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.309744] env[69751]: DEBUG nova.network.neutron [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Refreshing network info cache for port 51d6f33a-f831-4086-9cef-05943785b41a {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.351128] env[69751]: DEBUG oslo_vmware.api [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483027, 'name': PowerOnVM_Task, 'duration_secs': 0.509797} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.351471] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.351633] env[69751]: INFO nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Took 13.68 seconds to spawn the instance on the hypervisor. [ 746.351747] env[69751]: DEBUG nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.352528] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccaaa43c-af92-4b2b-9b27-5b87b97825f9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.429897] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483028, 'name': Rename_Task, 'duration_secs': 0.146777} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.430190] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.430427] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6273ed2-675f-4eac-9f37-67507b1817b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.436668] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 746.436668] env[69751]: value = "task-3483030" [ 746.436668] env[69751]: _type = "Task" [ 746.436668] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.445706] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.479018] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483029, 'name': ReconfigVM_Task, 'duration_secs': 0.297881} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.479409] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 2dad8109-bd76-4d6e-86c2-b582ec682e5d/2dad8109-bd76-4d6e-86c2-b582ec682e5d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.479951] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85574420-2371-4efb-8545-b0fab570bdea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.486323] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 746.486323] env[69751]: value = "task-3483031" [ 746.486323] env[69751]: _type = "Task" [ 746.486323] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.495401] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483031, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.518096] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b0dbe-8d1d-da28-8f21-12eaa379bf3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.518647] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baf8348a-0c84-427b-a1c9-06a77af4dc1c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.526036] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 746.526036] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fb74d9-f1cf-799b-2cee-c51ee2b4fea1" [ 746.526036] env[69751]: _type = "Task" [ 746.526036] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.536731] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fb74d9-f1cf-799b-2cee-c51ee2b4fea1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.577151] env[69751]: DEBUG nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 746.631299] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 4195d069-836d-4e40-8f95-e8181fe083a4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 746.631538] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f4f92db3-e4d1-476e-94e3-8ac90a27075d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633017] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a42ff06a-c835-4bf9-9c2e-ef91f3f509f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633017] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8d3b4526-ef53-4517-a042-5b23502cd66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633017] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c10f0424-df91-4670-b402-9e96e71e52ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633017] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2dad8109-bd76-4d6e-86c2-b582ec682e5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633276] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c79bb961-4170-4f8b-a81d-407a09be1cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633276] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 74ee83eb-e761-45d6-9fc3-e8a9eabc907d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633276] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance fee3d7b7-86bf-46f7-92a7-a626663dac51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.633276] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 0a867df1-b9af-4a10-8a65-eca278cfa6ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 746.696167] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Releasing lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.696787] env[69751]: DEBUG nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Instance network_info: |[{"id": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "address": "fa:16:3e:6f:c8:9a", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfa1af2-e8", "ovs_interfaceid": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.697277] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:c8:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dfa1af2-e8ee-44c6-9bce-c3e64937057b', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.707034] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Creating folder: Project (cb78eec5b28145cd860d5af85b224b28). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.707802] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29340fb6-c83a-4483-99a9-274ef7b5b052 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.718752] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Created folder: Project (cb78eec5b28145cd860d5af85b224b28) in parent group-v696263. [ 746.719226] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Creating folder: Instances. Parent ref: group-v696288. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.719311] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b5a152c-3af9-43c8-9189-9057a9476191 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.730647] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Created folder: Instances in parent group-v696288. [ 746.731032] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.731032] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.731197] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb4b86c-c295-464c-a19a-36bbc32452cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.753985] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.753985] env[69751]: value = "task-3483034" [ 746.753985] env[69751]: _type = "Task" [ 746.753985] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.761964] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483034, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.780475] env[69751]: DEBUG nova.network.neutron [-] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.804739] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529cd464-9165-eee3-9b7d-26c2238e334c, 'name': SearchDatastore_Task, 'duration_secs': 0.017709} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.806205] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fcc555-daa6-4595-a090-391ed04135e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.814796] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 746.814796] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52242582-f34b-c9b1-6cca-0cde57873715" [ 746.814796] env[69751]: _type = "Task" [ 746.814796] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.824030] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52242582-f34b-c9b1-6cca-0cde57873715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.876786] env[69751]: INFO nova.compute.manager [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Took 22.65 seconds to build instance. [ 746.948010] env[69751]: DEBUG oslo_vmware.api [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483030, 'name': PowerOnVM_Task, 'duration_secs': 0.485471} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.948325] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.948535] env[69751]: INFO nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Took 10.86 seconds to spawn the instance on the hypervisor. [ 746.948742] env[69751]: DEBUG nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.949556] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd089272-851e-418c-8a7a-de9e468959b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.998138] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483031, 'name': Rename_Task, 'duration_secs': 0.169888} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.998138] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.998138] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08a71c11-f00d-47a8-9a04-59e8491f309b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.005971] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 747.005971] env[69751]: value = "task-3483035" [ 747.005971] env[69751]: _type = "Task" [ 747.005971] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.015442] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.038225] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fb74d9-f1cf-799b-2cee-c51ee2b4fea1, 'name': SearchDatastore_Task, 'duration_secs': 0.01736} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.041674] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.041962] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.042267] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11e92125-fe8f-4318-97aa-b41b8ba24f13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.051378] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 747.051378] env[69751]: value = "task-3483036" [ 747.051378] env[69751]: _type = "Task" [ 747.051378] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.061877] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483036, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.140303] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 10b322ed-e155-4013-98d7-d033c8dc7a6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.268531] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483034, 'name': CreateVM_Task, 'duration_secs': 0.382914} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.268893] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.269866] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.269984] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.270470] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.270834] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d744cb-7847-4d7c-bbf3-103758d0b0f5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.277034] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 747.277034] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ee50df-5bf0-c9e0-60d6-887f15ee14bc" [ 747.277034] env[69751]: _type = "Task" [ 747.277034] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.287358] env[69751]: INFO nova.compute.manager [-] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Took 1.79 seconds to deallocate network for instance. [ 747.287532] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ee50df-5bf0-c9e0-60d6-887f15ee14bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.327112] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52242582-f34b-c9b1-6cca-0cde57873715, 'name': SearchDatastore_Task, 'duration_secs': 0.037003} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.327112] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.327112] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.327323] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b288d657-97da-4cdd-b7f7-d4a65fea26a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.335112] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 747.335112] env[69751]: value = "task-3483037" [ 747.335112] env[69751]: _type = "Task" [ 747.335112] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.345458] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.382593] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2bec723e-c5eb-40ad-8edf-e55fe7c35c4f tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.168s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.385109] env[69751]: DEBUG nova.network.neutron [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Successfully created port: 6499e4ba-e40a-4aef-a716-5b5db184b7bc {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.476391] env[69751]: INFO nova.compute.manager [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Took 22.15 seconds to build instance. [ 747.519076] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483035, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.568149] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483036, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.593589] env[69751]: DEBUG nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 747.628775] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 747.629989] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 747.630283] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.630599] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 747.630935] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.631379] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 747.631828] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 747.632088] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 747.632325] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 747.632588] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 747.633333] env[69751]: DEBUG nova.virt.hardware [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 747.634506] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a63cc-5cc7-4fa0-994f-628d919c9008 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.639512] env[69751]: DEBUG nova.network.neutron [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Updated VIF entry in instance network info cache for port 51d6f33a-f831-4086-9cef-05943785b41a. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.640087] env[69751]: DEBUG nova.network.neutron [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Updating instance_info_cache with network_info: [{"id": "51d6f33a-f831-4086-9cef-05943785b41a", "address": "fa:16:3e:07:7c:ef", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51d6f33a-f8", "ovs_interfaceid": "51d6f33a-f831-4086-9cef-05943785b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.643238] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2d0d81fc-6cab-45b7-8768-34b6eaad5669 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 747.649400] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66dfef16-bce0-4b58-aca5-08f15419a183 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.790122] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ee50df-5bf0-c9e0-60d6-887f15ee14bc, 'name': SearchDatastore_Task, 'duration_secs': 0.012309} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.790585] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.790942] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.791305] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.791541] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.791774] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.794846] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce203f9e-d4fb-4c42-9c20-8a76571347a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.796211] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.804755] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.804971] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.806505] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98348b35-64ec-401a-9971-746b766874bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.812866] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 747.812866] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5268996c-b162-3e5d-7198-6a2e6790ecca" [ 747.812866] env[69751]: _type = "Task" [ 747.812866] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.827278] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5268996c-b162-3e5d-7198-6a2e6790ecca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.846335] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483037, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.891099] env[69751]: DEBUG nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.979695] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce4216af-79ad-4615-ae17-64608dc4aa40 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "c10f0424-df91-4670-b402-9e96e71e52ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.669s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.019982] env[69751]: DEBUG oslo_vmware.api [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483035, 'name': PowerOnVM_Task, 'duration_secs': 0.683429} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.019982] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.019982] env[69751]: INFO nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Took 9.46 seconds to spawn the instance on the hypervisor. [ 748.019982] env[69751]: DEBUG nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.019982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de676476-e89d-4d04-a9fb-afe9d37989f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.063356] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483036, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.692557} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.063780] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.064163] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.064508] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3017cfaf-2d38-4adf-b0e5-0a4654036c8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.073155] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 748.073155] env[69751]: value = "task-3483038" [ 748.073155] env[69751]: _type = "Task" [ 748.073155] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.082097] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483038, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.145528] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Releasing lock "refresh_cache-c79bb961-4170-4f8b-a81d-407a09be1cfe" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.146726] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Received event network-vif-plugged-4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.146726] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Acquiring lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.146726] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.146726] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.146726] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] No waiting events found dispatching network-vif-plugged-4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.147216] env[69751]: WARNING nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Received unexpected event network-vif-plugged-4dfa1af2-e8ee-44c6-9bce-c3e64937057b for instance with vm_state building and task_state spawning. [ 748.147216] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Received event network-changed-4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.147216] env[69751]: DEBUG nova.compute.manager [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Refreshing instance network info cache due to event network-changed-4dfa1af2-e8ee-44c6-9bce-c3e64937057b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.147216] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Acquiring lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.147337] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Acquired lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.147454] env[69751]: DEBUG nova.network.neutron [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Refreshing network info cache for port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.149578] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 9656233b-1a78-4451-908c-c162637a8253 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.329788] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5268996c-b162-3e5d-7198-6a2e6790ecca, 'name': SearchDatastore_Task, 'duration_secs': 0.01607} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.332746] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff9d122-4347-432e-b50f-1891316919e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.338366] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 748.338366] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b7ebb9-f10d-98fb-c03b-a1c47e3e3c13" [ 748.338366] env[69751]: _type = "Task" [ 748.338366] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.350666] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b7ebb9-f10d-98fb-c03b-a1c47e3e3c13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.358921] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713421} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.358921] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.358921] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.358921] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ae44da4-42eb-4698-ba21-52d9dc694a07 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.368153] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 748.368153] env[69751]: value = "task-3483039" [ 748.368153] env[69751]: _type = "Task" [ 748.368153] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.379646] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.430660] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.484405] env[69751]: DEBUG nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 748.539663] env[69751]: INFO nova.compute.manager [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Took 21.73 seconds to build instance. [ 748.588303] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483038, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070463} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.588303] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.590803] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238b7c23-4c16-4bc9-bd79-2abaf972d164 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.628987] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.628987] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d90fa219-9f2d-44e7-86a2-f4465adb9ec6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.659557] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 3b603181-6bc2-4748-8497-bd09265ed0f0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 748.662459] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 748.662459] env[69751]: value = "task-3483040" [ 748.662459] env[69751]: _type = "Task" [ 748.662459] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.675974] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.860427] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b7ebb9-f10d-98fb-c03b-a1c47e3e3c13, 'name': SearchDatastore_Task, 'duration_secs': 0.046183} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.860530] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.860776] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 74ee83eb-e761-45d6-9fc3-e8a9eabc907d/74ee83eb-e761-45d6-9fc3-e8a9eabc907d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.861513] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f5bc36c-aece-4dcc-8af7-cdbbb204e369 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.868721] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 748.868721] env[69751]: value = "task-3483041" [ 748.868721] env[69751]: _type = "Task" [ 748.868721] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.887161] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063907} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.887524] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.887661] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.888543] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fa9c7e-6cdf-4bf3-9009-a01871470e21 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.912025] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.912025] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05c46775-6e7c-4514-9168-80ac87dde525 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.932293] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 748.932293] env[69751]: value = "task-3483042" [ 748.932293] env[69751]: _type = "Task" [ 748.932293] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.940554] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483042, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.023267] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.044206] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56e1e29d-4e49-48c6-9782-db919615ef83 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.242s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.165372] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance cd7dce97-f3fe-477e-9169-38cfcd581d38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.183984] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.193920] env[69751]: DEBUG nova.network.neutron [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updated VIF entry in instance network info cache for port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.194549] env[69751]: DEBUG nova.network.neutron [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updating instance_info_cache with network_info: [{"id": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "address": "fa:16:3e:6f:c8:9a", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfa1af2-e8", "ovs_interfaceid": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.384910] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483041, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.450392] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483042, 'name': ReconfigVM_Task, 'duration_secs': 0.405769} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.450844] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Reconfigured VM instance instance-00000009 to attach disk [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.451631] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4653d7-f0a5-4e60-bbdc-cd757e78ba6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.458468] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 749.458468] env[69751]: value = "task-3483043" [ 749.458468] env[69751]: _type = "Task" [ 749.458468] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.469502] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483043, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.547952] env[69751]: DEBUG nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.681192] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 900ed14f-8f7c-403d-93e8-f7a7cb624669 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 749.681544] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 749.681631] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 749.684108] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483040, 'name': ReconfigVM_Task, 'duration_secs': 0.638959} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.684679] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.685334] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82052597-5ce8-4be3-80f7-0ba2dd03e0a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.692813] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 749.692813] env[69751]: value = "task-3483044" [ 749.692813] env[69751]: _type = "Task" [ 749.692813] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.700225] env[69751]: DEBUG oslo_concurrency.lockutils [req-6e8ab8e7-e458-43ac-91ac-bcf890f88f92 req-0c7ba109-50cc-4b49-9a25-d694c363405b service nova] Releasing lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.710620] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483044, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.888699] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.597786} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.888962] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 74ee83eb-e761-45d6-9fc3-e8a9eabc907d/74ee83eb-e761-45d6-9fc3-e8a9eabc907d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.889986] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.890331] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-717f8ebe-a966-40f4-a3bd-d23dfd6e2673 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.900464] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 749.900464] env[69751]: value = "task-3483045" [ 749.900464] env[69751]: _type = "Task" [ 749.900464] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.913415] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.958156] env[69751]: DEBUG nova.compute.manager [req-e0cbd83d-8b0b-4df4-a168-ce048028e3ff req-ae38dc2a-47a8-4b88-a35c-43450fe4aed9 service nova] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Received event network-vif-deleted-7fe074f0-e2cc-442e-8e54-6c84edfa249a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.972609] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483043, 'name': Rename_Task, 'duration_secs': 0.156488} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.973647] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.973647] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cb8f9ee-a324-4559-aded-5aebb71eaba6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.980119] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 749.980119] env[69751]: value = "task-3483046" [ 749.980119] env[69751]: _type = "Task" [ 749.980119] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.992175] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483046, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.995634] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced122d-65f6-4050-af74-39923f7668ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.009037] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ed945-2f77-4590-9769-322b35c7bb02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.041627] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0341b608-fc57-400b-aa75-041894ef346a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.049338] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2fa442-617c-4eb5-bc1c-0c2243a1ad4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.066328] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.082621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.206715] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483044, 'name': Rename_Task, 'duration_secs': 0.178247} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.206781] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.206983] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bc1333a-6074-452a-b497-bb5ae2dd6660 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.214344] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 750.214344] env[69751]: value = "task-3483047" [ 750.214344] env[69751]: _type = "Task" [ 750.214344] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.227854] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.411847] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220074} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.413218] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.413348] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffa3903-a516-482c-a48b-4507181464fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.438358] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 74ee83eb-e761-45d6-9fc3-e8a9eabc907d/74ee83eb-e761-45d6-9fc3-e8a9eabc907d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.438952] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd78f483-44f1-4b96-af4b-a9a256fb0858 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.456997] env[69751]: DEBUG nova.network.neutron [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Successfully updated port: 6499e4ba-e40a-4aef-a716-5b5db184b7bc {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 750.465024] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 750.465024] env[69751]: value = "task-3483048" [ 750.465024] env[69751]: _type = "Task" [ 750.465024] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.476253] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483048, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.495998] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483046, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.571574] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.727279] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483047, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.961617] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "refresh_cache-0a867df1-b9af-4a10-8a65-eca278cfa6ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.961617] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "refresh_cache-0a867df1-b9af-4a10-8a65-eca278cfa6ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.961835] env[69751]: DEBUG nova.network.neutron [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.977943] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483048, 'name': ReconfigVM_Task, 'duration_secs': 0.437772} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.978689] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 74ee83eb-e761-45d6-9fc3-e8a9eabc907d/74ee83eb-e761-45d6-9fc3-e8a9eabc907d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.979467] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4457ed14-3247-4d6d-9d72-2080d04011e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.990593] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 750.990593] env[69751]: value = "task-3483049" [ 750.990593] env[69751]: _type = "Task" [ 750.990593] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.999873] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483046, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.006110] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483049, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.077823] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 751.078081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.510s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.078577] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.205s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.079874] env[69751]: INFO nova.compute.claims [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.227876] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483047, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.500737] env[69751]: DEBUG oslo_vmware.api [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483046, 'name': PowerOnVM_Task, 'duration_secs': 1.076671} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.503872] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.503977] env[69751]: INFO nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Took 6.38 seconds to spawn the instance on the hypervisor. [ 751.504173] env[69751]: DEBUG nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.504969] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1403970-c06e-4350-8671-ac7724a38b54 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.518902] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483049, 'name': Rename_Task, 'duration_secs': 0.151587} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.521903] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.528801] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d024c42e-7b23-423a-b986-6247f267507e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.536894] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 751.536894] env[69751]: value = "task-3483050" [ 751.536894] env[69751]: _type = "Task" [ 751.536894] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.551996] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.578182] env[69751]: DEBUG nova.network.neutron [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.729308] env[69751]: DEBUG oslo_vmware.api [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483047, 'name': PowerOnVM_Task, 'duration_secs': 1.029822} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.730104] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.731782] env[69751]: INFO nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Took 10.83 seconds to spawn the instance on the hypervisor. [ 751.731782] env[69751]: DEBUG nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.731782] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c9de21-3dae-4321-8cb0-ab7b955ff262 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.885025] env[69751]: DEBUG nova.compute.manager [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.885478] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b915cd0-2b9a-4c55-9d1a-15a079b03933 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.958638] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "1051b941-c705-42c0-833d-e6e35aacb293" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.959080] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.998117] env[69751]: DEBUG nova.network.neutron [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Updating instance_info_cache with network_info: [{"id": "6499e4ba-e40a-4aef-a716-5b5db184b7bc", "address": "fa:16:3e:a3:af:06", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6499e4ba-e4", "ovs_interfaceid": "6499e4ba-e40a-4aef-a716-5b5db184b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.046063] env[69751]: INFO nova.compute.manager [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Took 21.58 seconds to build instance. [ 752.058440] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483050, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.255974] env[69751]: INFO nova.compute.manager [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Took 22.96 seconds to build instance. [ 752.294934] env[69751]: DEBUG nova.compute.manager [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 752.400345] env[69751]: INFO nova.compute.manager [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] instance snapshotting [ 752.405357] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e32543e-eec7-4884-b923-7f541b1a80e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.431125] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d3c3c-f29e-4b4c-9966-5c65a4d5f09b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.450041] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.450269] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.450470] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.450640] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.451179] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.453145] env[69751]: INFO nova.compute.manager [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Terminating instance [ 752.501240] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f9cdc0-a7e6-4b77-9566-a6ada0646b38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.505481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "refresh_cache-0a867df1-b9af-4a10-8a65-eca278cfa6ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.505810] env[69751]: DEBUG nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Instance network_info: |[{"id": "6499e4ba-e40a-4aef-a716-5b5db184b7bc", "address": "fa:16:3e:a3:af:06", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6499e4ba-e4", "ovs_interfaceid": "6499e4ba-e40a-4aef-a716-5b5db184b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.506455] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:af:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6499e4ba-e40a-4aef-a716-5b5db184b7bc', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.514670] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 752.515635] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.515869] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefe5d19-5f7e-4356-b925-c82c002d7ba7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.533636] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fa1d27-c80e-4952-9122-a6be421ca902 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.540620] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.540620] env[69751]: value = "task-3483051" [ 752.540620] env[69751]: _type = "Task" [ 752.540620] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.574238] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4405c35c-2cb3-4183-b2eb-134515862dc5 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "fee3d7b7-86bf-46f7-92a7-a626663dac51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.121s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.576857] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d71262-dbb2-4443-ace4-fabf1930738a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.586280] env[69751]: DEBUG oslo_vmware.api [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483050, 'name': PowerOnVM_Task, 'duration_secs': 0.849337} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.586470] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483051, 'name': CreateVM_Task} progress is 15%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.587154] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.587328] env[69751]: INFO nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Took 9.80 seconds to spawn the instance on the hypervisor. [ 752.587526] env[69751]: DEBUG nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.589223] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9899053-7890-4b39-aabe-02a488d959df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.594341] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1e6f2e-4a35-4c87-ae28-866f3822f6e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.613440] env[69751]: DEBUG nova.compute.provider_tree [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.758245] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ce2e6023-80f6-4b40-b2a3-d49b5cccbf4f tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.481s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.827400] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.954467] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 752.954795] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-053807a1-9f4d-42c1-b475-078330da9449 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.963945] env[69751]: DEBUG nova.compute.manager [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.964191] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.964534] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 752.964534] env[69751]: value = "task-3483052" [ 752.964534] env[69751]: _type = "Task" [ 752.964534] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.971664] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451f9455-75f9-43bd-a30d-eb0047185865 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.991844] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.991844] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483052, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.992831] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f654c37f-4525-4718-becb-bd5d668d3e87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.999110] env[69751]: DEBUG oslo_vmware.api [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 752.999110] env[69751]: value = "task-3483053" [ 752.999110] env[69751]: _type = "Task" [ 752.999110] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.009942] env[69751]: DEBUG oslo_vmware.api [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.057432] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483051, 'name': CreateVM_Task, 'duration_secs': 0.509244} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.057432] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.058805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.058805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.058805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.059152] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4547c1-fb70-43fe-814c-97f576e89396 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.064852] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 753.064852] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5235e2b6-94d7-0e19-9c4d-3ec332d0badd" [ 753.064852] env[69751]: _type = "Task" [ 753.064852] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.076082] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5235e2b6-94d7-0e19-9c4d-3ec332d0badd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.080772] env[69751]: DEBUG nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.116739] env[69751]: INFO nova.compute.manager [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Took 23.78 seconds to build instance. [ 753.118896] env[69751]: DEBUG nova.scheduler.client.report [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.229206] env[69751]: DEBUG nova.compute.manager [None req-4dda3e91-75c5-4da6-9f70-6bf16de93625 tempest-ServerDiagnosticsV248Test-884255220 tempest-ServerDiagnosticsV248Test-884255220-project-admin] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 753.229206] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b4d9e7-ea06-47d0-b051-756f37713888 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.238019] env[69751]: INFO nova.compute.manager [None req-4dda3e91-75c5-4da6-9f70-6bf16de93625 tempest-ServerDiagnosticsV248Test-884255220 tempest-ServerDiagnosticsV248Test-884255220-project-admin] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Retrieving diagnostics [ 753.238019] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba38ef49-2ffb-4594-afa3-4eb3a485efb1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.489282] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483052, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.509536] env[69751]: DEBUG oslo_vmware.api [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483053, 'name': PowerOffVM_Task, 'duration_secs': 0.20083} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.509851] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.510073] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.510637] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f15aaf4-5622-48ce-8367-a53644c633e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.572415] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.572679] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.572995] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Deleting the datastore file [datastore1] 2dad8109-bd76-4d6e-86c2-b582ec682e5d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.574399] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b066244-a3c3-4b5b-a7fe-b1dd18679e17 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.581569] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5235e2b6-94d7-0e19-9c4d-3ec332d0badd, 'name': SearchDatastore_Task, 'duration_secs': 0.016002} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.582500] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.582787] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.583057] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.583207] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.583558] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.583829] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5a51b77-fc1a-46ad-898b-8aa19c38d03f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.590547] env[69751]: DEBUG oslo_vmware.api [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for the task: (returnval){ [ 753.590547] env[69751]: value = "task-3483055" [ 753.590547] env[69751]: _type = "Task" [ 753.590547] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.605655] env[69751]: DEBUG oslo_vmware.api [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.617191] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.618277] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "be388d62-02c2-4881-a81c-bddcbc3ce998" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.618525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.619790] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.619944] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.621276] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d894472-e5ec-4bfc-91f9-7e76c5b01f00 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.624409] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2e8cbe0-b3f8-4147-a6d0-3b7a98f2bc37 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.303s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.624745] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.625247] env[69751]: DEBUG nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 753.628413] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.689s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.631040] env[69751]: INFO nova.compute.claims [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.637206] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 753.637206] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b25189-d586-5d40-8a03-e8d9d0750ff8" [ 753.637206] env[69751]: _type = "Task" [ 753.637206] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.648477] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b25189-d586-5d40-8a03-e8d9d0750ff8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.988867] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483052, 'name': CreateSnapshot_Task, 'duration_secs': 0.788112} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.989175] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 753.990381] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af06df-4f89-4a14-a62f-95446c6308c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.111146] env[69751]: DEBUG oslo_vmware.api [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Task: {'id': task-3483055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171551} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.111507] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.112106] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.112338] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.112552] env[69751]: INFO nova.compute.manager [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 754.112796] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.112993] env[69751]: DEBUG nova.compute.manager [-] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.113187] env[69751]: DEBUG nova.network.neutron [-] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.121972] env[69751]: DEBUG nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.137902] env[69751]: DEBUG nova.compute.utils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.145481] env[69751]: DEBUG nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.145481] env[69751]: DEBUG nova.network.neutron [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.164799] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b25189-d586-5d40-8a03-e8d9d0750ff8, 'name': SearchDatastore_Task, 'duration_secs': 0.018163} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.167206] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aabd93e-875c-4611-b4a9-f115476eba25 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.175566] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 754.175566] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52005245-4076-a3a1-b99d-7158f285367d" [ 754.175566] env[69751]: _type = "Task" [ 754.175566] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.185814] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52005245-4076-a3a1-b99d-7158f285367d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.446383] env[69751]: DEBUG nova.policy [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a1cab8e95c484f94b09c1920953f82de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab156dc8d9e418494f730e9f7475f30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.492037] env[69751]: DEBUG nova.compute.manager [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Received event network-vif-plugged-6499e4ba-e40a-4aef-a716-5b5db184b7bc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.492305] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] Acquiring lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.492574] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.492678] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.492955] env[69751]: DEBUG nova.compute.manager [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] No waiting events found dispatching network-vif-plugged-6499e4ba-e40a-4aef-a716-5b5db184b7bc {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 754.493179] env[69751]: WARNING nova.compute.manager [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Received unexpected event network-vif-plugged-6499e4ba-e40a-4aef-a716-5b5db184b7bc for instance with vm_state building and task_state spawning. [ 754.494050] env[69751]: DEBUG nova.compute.manager [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Received event network-changed-6499e4ba-e40a-4aef-a716-5b5db184b7bc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.494173] env[69751]: DEBUG nova.compute.manager [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Refreshing instance network info cache due to event network-changed-6499e4ba-e40a-4aef-a716-5b5db184b7bc. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 754.494794] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] Acquiring lock "refresh_cache-0a867df1-b9af-4a10-8a65-eca278cfa6ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.494794] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] Acquired lock "refresh_cache-0a867df1-b9af-4a10-8a65-eca278cfa6ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.494794] env[69751]: DEBUG nova.network.neutron [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Refreshing network info cache for port 6499e4ba-e40a-4aef-a716-5b5db184b7bc {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 754.525364] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 754.528272] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c4133209-0446-425e-85fb-a941f1af8749 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.544581] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 754.544581] env[69751]: value = "task-3483056" [ 754.544581] env[69751]: _type = "Task" [ 754.544581] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.562586] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483056, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.659045] env[69751]: DEBUG nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.667422] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.687102] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52005245-4076-a3a1-b99d-7158f285367d, 'name': SearchDatastore_Task, 'duration_secs': 0.024748} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.687363] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.687625] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 0a867df1-b9af-4a10-8a65-eca278cfa6ac/0a867df1-b9af-4a10-8a65-eca278cfa6ac.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.687900] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5640be0b-160b-41de-81ea-a7bfc0b0b95c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.695097] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 754.695097] env[69751]: value = "task-3483057" [ 754.695097] env[69751]: _type = "Task" [ 754.695097] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.704232] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.037553] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f7540d-ec0e-4f2d-85ed-dcff4bc9c5f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.050174] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3dd19ff-6b01-4710-8609-cdd375aebece {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.061267] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483056, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.089562] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8c60f3-5262-4d04-b4fa-c597cc00f8ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.099256] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb474c9-31ec-493f-a73b-12d72fe79d66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.115845] env[69751]: DEBUG nova.compute.provider_tree [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.142971] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.143447] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.206515] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483057, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.558741] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483056, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.622323] env[69751]: DEBUG nova.scheduler.client.report [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.625764] env[69751]: DEBUG nova.network.neutron [-] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.646130] env[69751]: DEBUG nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 755.667384] env[69751]: DEBUG nova.network.neutron [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Successfully created port: ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.679671] env[69751]: DEBUG nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 755.689599] env[69751]: DEBUG nova.network.neutron [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Updated VIF entry in instance network info cache for port 6499e4ba-e40a-4aef-a716-5b5db184b7bc. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 755.690036] env[69751]: DEBUG nova.network.neutron [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Updating instance_info_cache with network_info: [{"id": "6499e4ba-e40a-4aef-a716-5b5db184b7bc", "address": "fa:16:3e:a3:af:06", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6499e4ba-e4", "ovs_interfaceid": "6499e4ba-e40a-4aef-a716-5b5db184b7bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.714471] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649583} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.715601] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 0a867df1-b9af-4a10-8a65-eca278cfa6ac/0a867df1-b9af-4a10-8a65-eca278cfa6ac.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.715920] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.716310] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c494bdff-b6b4-416a-aab4-ec54bfbcae30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.724063] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 755.724435] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 755.724786] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.724903] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 755.725425] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.725425] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 755.725606] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 755.725829] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 755.726213] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 755.726433] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 755.726760] env[69751]: DEBUG nova.virt.hardware [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 755.728314] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0704615-9d66-4223-b177-c6f23c23da67 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.742373] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 755.742373] env[69751]: value = "task-3483058" [ 755.742373] env[69751]: _type = "Task" [ 755.742373] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.742373] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83c2138-e80d-4826-8d26-783e59b957a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.765605] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.069959] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483056, 'name': CloneVM_Task, 'duration_secs': 1.506316} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.069959] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Created linked-clone VM from snapshot [ 756.070540] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bc311e-4bb4-4586-99eb-922795228027 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.089510] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Uploading image 6311d010-5f1d-47d1-8402-7ea2b17c7456 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 756.125918] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 756.125918] env[69751]: value = "vm-696293" [ 756.125918] env[69751]: _type = "VirtualMachine" [ 756.125918] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 756.125918] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6fd89edc-b17b-4040-babe-003843e1d6e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.128592] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.129099] env[69751]: DEBUG nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.132691] env[69751]: INFO nova.compute.manager [-] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Took 2.02 seconds to deallocate network for instance. [ 756.136418] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.741s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.140752] env[69751]: INFO nova.compute.claims [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 756.144623] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lease: (returnval){ [ 756.144623] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52529b7e-cd78-2e6f-8702-414ad981cdfe" [ 756.144623] env[69751]: _type = "HttpNfcLease" [ 756.144623] env[69751]: } obtained for exporting VM: (result){ [ 756.144623] env[69751]: value = "vm-696293" [ 756.144623] env[69751]: _type = "VirtualMachine" [ 756.144623] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 756.144876] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the lease: (returnval){ [ 756.144876] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52529b7e-cd78-2e6f-8702-414ad981cdfe" [ 756.144876] env[69751]: _type = "HttpNfcLease" [ 756.144876] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 756.160252] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 756.160252] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52529b7e-cd78-2e6f-8702-414ad981cdfe" [ 756.160252] env[69751]: _type = "HttpNfcLease" [ 756.160252] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 756.160252] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 756.160252] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52529b7e-cd78-2e6f-8702-414ad981cdfe" [ 756.160252] env[69751]: _type = "HttpNfcLease" [ 756.160252] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 756.162210] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89ba44a-c586-4101-af17-a51ac87560bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.169623] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262e305-1b62-c3f4-0866-8edd8015e2a3/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 756.169892] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262e305-1b62-c3f4-0866-8edd8015e2a3/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 756.240209] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ef6599e-787e-402c-a2bd-e7c6526babb2 req-390fad09-1ca1-46c7-9352-bbe22ecc3f77 service nova] Releasing lock "refresh_cache-0a867df1-b9af-4a10-8a65-eca278cfa6ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.242697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.249465] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.249756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.260496] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068262} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.260796] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.261728] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f010dbfb-8f8d-4c96-833e-b3d6a06e7d56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.291934] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 0a867df1-b9af-4a10-8a65-eca278cfa6ac/0a867df1-b9af-4a10-8a65-eca278cfa6ac.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.294594] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe8ea4e1-3395-4d5a-971a-ef1bc2451e00 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.311065] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03a3f57b-5af1-414a-9c12-99799fd86ded {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.313240] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.313871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.313871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.314041] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.314215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.316543] env[69751]: INFO nova.compute.manager [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Terminating instance [ 756.319196] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 756.319196] env[69751]: value = "task-3483060" [ 756.319196] env[69751]: _type = "Task" [ 756.319196] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.331925] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483060, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.659765] env[69751]: DEBUG nova.compute.utils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.663327] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.666211] env[69751]: DEBUG nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.666515] env[69751]: DEBUG nova.network.neutron [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.766607] env[69751]: DEBUG nova.policy [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4534aeca014c4d0bb5b384889c5223be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3b6a4d001f94d25a5c135f9cec85f56', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.825057] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "refresh_cache-f4f92db3-e4d1-476e-94e3-8ac90a27075d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.826485] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquired lock "refresh_cache-f4f92db3-e4d1-476e-94e3-8ac90a27075d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.826737] env[69751]: DEBUG nova.network.neutron [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.842421] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483060, 'name': ReconfigVM_Task, 'duration_secs': 0.456895} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.845659] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 0a867df1-b9af-4a10-8a65-eca278cfa6ac/0a867df1-b9af-4a10-8a65-eca278cfa6ac.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.845659] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42a05da-4d55-4e64-8de9-2c4596d6f9b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.853304] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 756.853304] env[69751]: value = "task-3483061" [ 756.853304] env[69751]: _type = "Task" [ 756.853304] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.865788] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483061, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.118737] env[69751]: INFO nova.compute.manager [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Rebuilding instance [ 757.170085] env[69751]: DEBUG nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.182930] env[69751]: DEBUG nova.compute.manager [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 757.184558] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4484a7d-2155-49fa-a844-d792a815c4b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.297470] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "17ef5911-d038-42a5-8c45-5b53429921f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.298368] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "17ef5911-d038-42a5-8c45-5b53429921f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.366872] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483061, 'name': Rename_Task, 'duration_secs': 0.279784} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.370455] env[69751]: DEBUG nova.network.neutron [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Successfully created port: 9ea82a34-d7f5-48c3-a711-acb68049c1dc {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.375737] env[69751]: DEBUG nova.network.neutron [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.375737] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.376251] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-623f560e-d425-4f47-8a4f-299e067a013e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.385126] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 757.385126] env[69751]: value = "task-3483062" [ 757.385126] env[69751]: _type = "Task" [ 757.385126] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.399837] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.518291] env[69751]: DEBUG nova.network.neutron [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.686083] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d4f5a1-7313-4d0e-a229-fdf5a56c9d23 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.695716] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de952fd-8b55-4bbd-8c9c-a40626b46467 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.733408] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.734335] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed71c4e-eab6-4296-ae5a-36e1d4c668bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.737891] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7085ffe-7524-46d3-8f15-ad421020c597 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.748099] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d308784-7aae-45b9-9d55-8ae32276328d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.755190] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 757.755190] env[69751]: value = "task-3483063" [ 757.755190] env[69751]: _type = "Task" [ 757.755190] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.774521] env[69751]: DEBUG nova.compute.provider_tree [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.782426] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.895776] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483062, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.023227] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Releasing lock "refresh_cache-f4f92db3-e4d1-476e-94e3-8ac90a27075d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.023718] env[69751]: DEBUG nova.compute.manager [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.023922] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.024828] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9c61bf-b50f-4488-9050-e4db18291e90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.034415] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.034415] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05707315-42a6-4c84-b35e-c8f4c4d6d81c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.039633] env[69751]: DEBUG oslo_vmware.api [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 758.039633] env[69751]: value = "task-3483064" [ 758.039633] env[69751]: _type = "Task" [ 758.039633] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.050732] env[69751]: DEBUG oslo_vmware.api [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3483064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.124783] env[69751]: DEBUG nova.compute.manager [req-e5e4a53d-37a9-4b71-93d5-78e27de367ba req-eb771494-6e59-46c1-84fb-2b73ed7b3948 service nova] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Received event network-vif-deleted-5aa8b7c7-5e7a-44f9-9f7c-5ed9f731254e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.193833] env[69751]: DEBUG nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.205081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.205412] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.227417] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.227701] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.227862] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.228853] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.228853] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.228853] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.228853] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.228853] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.229136] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.229170] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.229324] env[69751]: DEBUG nova.virt.hardware [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.230292] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a009a1-1e0a-4828-b869-e46ab0bd37a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.241241] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601af1cc-2557-4d9b-902a-46373ace2b91 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.247418] env[69751]: DEBUG nova.network.neutron [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Successfully updated port: ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.279023] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483063, 'name': PowerOffVM_Task, 'duration_secs': 0.153573} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.279023] env[69751]: DEBUG nova.scheduler.client.report [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.281647] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.282341] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.283184] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a78e707-9dd7-4360-a44b-84d96a60801e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.291204] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.291421] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7177f132-b85a-490b-9ec9-7928a78c007f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.321648] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.321874] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.322102] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Deleting the datastore file [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.322379] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dd11831-c9ba-41f9-8484-5f046f48e19f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.331704] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 758.331704] env[69751]: value = "task-3483066" [ 758.331704] env[69751]: _type = "Task" [ 758.331704] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.343714] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.395334] env[69751]: DEBUG oslo_vmware.api [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483062, 'name': PowerOnVM_Task, 'duration_secs': 0.57158} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.395640] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.396229] env[69751]: INFO nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Took 10.80 seconds to spawn the instance on the hypervisor. [ 758.396480] env[69751]: DEBUG nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.397373] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d1af3-246a-48da-bdae-084ca6b05b57 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.472213] env[69751]: DEBUG nova.compute.manager [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Received event network-changed-4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 758.472405] env[69751]: DEBUG nova.compute.manager [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Refreshing instance network info cache due to event network-changed-4dfa1af2-e8ee-44c6-9bce-c3e64937057b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 758.472620] env[69751]: DEBUG oslo_concurrency.lockutils [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] Acquiring lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.472763] env[69751]: DEBUG oslo_concurrency.lockutils [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] Acquired lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.472920] env[69751]: DEBUG nova.network.neutron [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Refreshing network info cache for port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 758.554264] env[69751]: DEBUG oslo_vmware.api [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3483064, 'name': PowerOffVM_Task, 'duration_secs': 0.25745} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.554264] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 758.554605] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 758.554668] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e241d63f-6c30-4e2e-8670-414407c413f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.584828] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 758.588019] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 758.588019] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Deleting the datastore file [datastore2] f4f92db3-e4d1-476e-94e3-8ac90a27075d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 758.588019] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96bd6157-7b62-4367-90a6-7033cc7940ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.599948] env[69751]: DEBUG oslo_vmware.api [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for the task: (returnval){ [ 758.599948] env[69751]: value = "task-3483068" [ 758.599948] env[69751]: _type = "Task" [ 758.599948] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.609217] env[69751]: DEBUG oslo_vmware.api [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3483068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.750386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.750386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquired lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.750386] env[69751]: DEBUG nova.network.neutron [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.783315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.784184] env[69751]: DEBUG nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 758.792858] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.924s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.792858] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.798656] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.798656] env[69751]: DEBUG nova.objects.instance [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lazy-loading 'resources' on Instance uuid a42ff06a-c835-4bf9-9c2e-ef91f3f509f1 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 758.829278] env[69751]: INFO nova.scheduler.client.report [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Deleted allocations for instance 4195d069-836d-4e40-8f95-e8181fe083a4 [ 758.845757] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112084} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.845757] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 758.845757] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 758.845757] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 758.916354] env[69751]: INFO nova.compute.manager [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Took 27.23 seconds to build instance. [ 759.114621] env[69751]: DEBUG oslo_vmware.api [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Task: {'id': task-3483068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.090508} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.114961] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.115981] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.115981] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.115981] env[69751]: INFO nova.compute.manager [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 759.115981] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.116275] env[69751]: DEBUG nova.compute.manager [-] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.116275] env[69751]: DEBUG nova.network.neutron [-] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.168369] env[69751]: DEBUG nova.network.neutron [-] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.290649] env[69751]: DEBUG nova.compute.utils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 759.300322] env[69751]: DEBUG nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 759.300322] env[69751]: DEBUG nova.network.neutron [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 759.334781] env[69751]: DEBUG nova.network.neutron [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.358087] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c0892fe-3c70-41e7-8862-9eb2630533dd tempest-DeleteServersAdminTestJSON-1414832210 tempest-DeleteServersAdminTestJSON-1414832210-project-admin] Lock "4195d069-836d-4e40-8f95-e8181fe083a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.538s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.420489] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e810ed4b-ca42-4996-b4e8-f2fe944bdbd0 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.751s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.438097] env[69751]: DEBUG nova.policy [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a367253ecae24dbe8b60e983ff392455', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b321331515f9467f81ebefa6c135da1f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.535866] env[69751]: DEBUG nova.network.neutron [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updated VIF entry in instance network info cache for port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 759.536645] env[69751]: DEBUG nova.network.neutron [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updating instance_info_cache with network_info: [{"id": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "address": "fa:16:3e:6f:c8:9a", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfa1af2-e8", "ovs_interfaceid": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.674945] env[69751]: DEBUG nova.network.neutron [-] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.708304] env[69751]: DEBUG nova.network.neutron [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Updating instance_info_cache with network_info: [{"id": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "address": "fa:16:3e:4c:9c:ec", "network": {"id": "84ff2727-7c0d-449b-b274-114b3ed39844", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-724276727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab156dc8d9e418494f730e9f7475f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee158d17-48", "ovs_interfaceid": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.801207] env[69751]: DEBUG nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 759.807485] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e5735c-7e52-49bc-8d2e-7f4cce1f053e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.815836] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cd95a9-8244-4512-97cc-fd3c4aa2215a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.856759] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3675ff2d-df2b-414f-bd54-10a04b94c6da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.867237] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f10ac-52aa-4e34-b05f-0c841f1249b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.883665] env[69751]: DEBUG nova.compute.provider_tree [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 759.899663] env[69751]: DEBUG nova.network.neutron [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Successfully updated port: 9ea82a34-d7f5-48c3-a711-acb68049c1dc {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.925406] env[69751]: DEBUG nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.977090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "586c9d5e-45d9-4954-ba61-016a877c3277" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.977362] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "586c9d5e-45d9-4954-ba61-016a877c3277" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.043687] env[69751]: DEBUG oslo_concurrency.lockutils [req-038812e6-a421-4967-861f-9121ba308981 req-a0e5f334-5d3f-47b7-80dd-8aaafc284579 service nova] Releasing lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.180677] env[69751]: INFO nova.compute.manager [-] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Took 1.06 seconds to deallocate network for instance. [ 760.212361] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Releasing lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.212361] env[69751]: DEBUG nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Instance network_info: |[{"id": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "address": "fa:16:3e:4c:9c:ec", "network": {"id": "84ff2727-7c0d-449b-b274-114b3ed39844", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-724276727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab156dc8d9e418494f730e9f7475f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee158d17-48", "ovs_interfaceid": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.213189] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:9c:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8614db14-cc04-466b-b309-367ab8296cda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee158d17-48f1-4b79-a11a-c34f8feeb4d3', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.224210] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Creating folder: Project (8ab156dc8d9e418494f730e9f7475f30). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.230020] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.230020] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.230020] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.230020] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.230359] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.230359] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.230359] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.230359] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.230359] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.230523] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.230523] env[69751]: DEBUG nova.virt.hardware [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.230881] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7eefc4ea-eb38-4a01-b432-1de9f787eb88 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.236440] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5191e27-f4d0-4703-a473-551f0fb53f82 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.248905] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f07080-c690-42b5-9650-5df79c353963 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.256850] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Created folder: Project (8ab156dc8d9e418494f730e9f7475f30) in parent group-v696263. [ 760.257070] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Creating folder: Instances. Parent ref: group-v696294. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.258044] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e284c0e-f4c5-4783-95da-a02da1ba28a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.270108] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.277572] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.277983] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.278284] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62b345af-09ab-4481-8c4d-2f774e5e6812 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.294821] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Created folder: Instances in parent group-v696294. [ 760.295334] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.296059] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.296313] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6576ddaa-d79b-456b-9509-0b509f2c69a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.318551] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.318551] env[69751]: value = "task-3483071" [ 760.318551] env[69751]: _type = "Task" [ 760.318551] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.324268] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.324268] env[69751]: value = "task-3483072" [ 760.324268] env[69751]: _type = "Task" [ 760.324268] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.327979] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483071, 'name': CreateVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.336705] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483072, 'name': CreateVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.389060] env[69751]: DEBUG nova.scheduler.client.report [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.405677] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "refresh_cache-2d0d81fc-6cab-45b7-8768-34b6eaad5669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.406424] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquired lock "refresh_cache-2d0d81fc-6cab-45b7-8768-34b6eaad5669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.406424] env[69751]: DEBUG nova.network.neutron [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.459940] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.512541] env[69751]: DEBUG nova.network.neutron [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Successfully created port: 02113bbe-53e0-4be3-8db6-edea81f72f01 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 760.693602] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.820189] env[69751]: DEBUG nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 760.832931] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483071, 'name': CreateVM_Task, 'duration_secs': 0.425532} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.836827] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.837403] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.837577] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.837967] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.838709] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49d13ea8-6317-4587-8628-7386d33622c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.844492] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483072, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.850362] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 760.850362] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e812e3-bf5b-4e8d-b106-06664fc8c7ef" [ 760.850362] env[69751]: _type = "Task" [ 760.850362] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.858862] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e812e3-bf5b-4e8d-b106-06664fc8c7ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.861501] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 760.861738] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 760.861909] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.862166] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 760.862897] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.862897] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 760.862897] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 760.862897] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 760.863036] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 760.863882] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 760.863882] env[69751]: DEBUG nova.virt.hardware [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 760.864276] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1b6d53-f00c-4bf5-8929-bcd3271cb3ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.873426] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a97d09e-52a3-4cf5-ac2d-cc54778df5a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.895011] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.897491] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.469s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.901395] env[69751]: INFO nova.compute.claims [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.939961] env[69751]: INFO nova.scheduler.client.report [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Deleted allocations for instance a42ff06a-c835-4bf9-9c2e-ef91f3f509f1 [ 760.993970] env[69751]: DEBUG nova.network.neutron [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.319091] env[69751]: DEBUG nova.network.neutron [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Updating instance_info_cache with network_info: [{"id": "9ea82a34-d7f5-48c3-a711-acb68049c1dc", "address": "fa:16:3e:75:74:5b", "network": {"id": "4867c609-e1db-4dbd-ab8e-bd61eeccd92e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-561320223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b6a4d001f94d25a5c135f9cec85f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea82a34-d7", "ovs_interfaceid": "9ea82a34-d7f5-48c3-a711-acb68049c1dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.346461] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483072, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.364254] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e812e3-bf5b-4e8d-b106-06664fc8c7ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.364558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.364786] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.365029] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.365175] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.365380] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.365680] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e14cd48b-5017-48d8-8603-20f74734da2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.375163] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.375163] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.375811] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8147fd69-976d-4fd8-b4a7-d1c4482e846f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.382132] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 761.382132] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5293a00a-b735-678a-8bed-0cba976ad0c4" [ 761.382132] env[69751]: _type = "Task" [ 761.382132] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.392904] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5293a00a-b735-678a-8bed-0cba976ad0c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.395720] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Received event network-vif-plugged-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.395945] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquiring lock "10b322ed-e155-4013-98d7-d033c8dc7a6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.396204] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.398090] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.398265] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] No waiting events found dispatching network-vif-plugged-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 761.398834] env[69751]: WARNING nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Received unexpected event network-vif-plugged-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 for instance with vm_state building and task_state spawning. [ 761.398834] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Received event network-changed-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.398834] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Refreshing instance network info cache due to event network-changed-ee158d17-48f1-4b79-a11a-c34f8feeb4d3. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 761.398981] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquiring lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.399082] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquired lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.399457] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Refreshing network info cache for port ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.452766] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1e68c2c-0c90-4e75-87cd-c36c70eca94f tempest-ServerDiagnosticsTest-262287848 tempest-ServerDiagnosticsTest-262287848-project-member] Lock "a42ff06a-c835-4bf9-9c2e-ef91f3f509f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.622s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.820125] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Releasing lock "refresh_cache-2d0d81fc-6cab-45b7-8768-34b6eaad5669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.820125] env[69751]: DEBUG nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Instance network_info: |[{"id": "9ea82a34-d7f5-48c3-a711-acb68049c1dc", "address": "fa:16:3e:75:74:5b", "network": {"id": "4867c609-e1db-4dbd-ab8e-bd61eeccd92e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-561320223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b6a4d001f94d25a5c135f9cec85f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea82a34-d7", "ovs_interfaceid": "9ea82a34-d7f5-48c3-a711-acb68049c1dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.820792] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:74:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1d25020-c621-4388-ac1d-de55bfefbe50', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ea82a34-d7f5-48c3-a711-acb68049c1dc', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.828253] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Creating folder: Project (d3b6a4d001f94d25a5c135f9cec85f56). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.828590] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1a73788-cc72-4491-8009-e6e7d311924a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.839960] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Created folder: Project (d3b6a4d001f94d25a5c135f9cec85f56) in parent group-v696263. [ 761.840362] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Creating folder: Instances. Parent ref: group-v696298. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.843469] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e240a56-8452-430a-a77d-8f395f72efa1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.845106] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483072, 'name': CreateVM_Task, 'duration_secs': 1.407426} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.845404] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.846641] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.846641] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.847086] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.848363] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522c9eb1-554a-492e-9f99-4aa3314a035c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.854331] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 761.854331] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529638ab-2a39-4745-2584-f0e3f402260e" [ 761.854331] env[69751]: _type = "Task" [ 761.854331] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.854331] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Created folder: Instances in parent group-v696298. [ 761.854331] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 761.858768] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.859300] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e07796e6-d128-4739-a399-6eaf79684bd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.882394] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529638ab-2a39-4745-2584-f0e3f402260e, 'name': SearchDatastore_Task, 'duration_secs': 0.010791} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.886830] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.887418] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.887776] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.888121] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.888121] env[69751]: value = "task-3483075" [ 761.888121] env[69751]: _type = "Task" [ 761.888121] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.896328] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5293a00a-b735-678a-8bed-0cba976ad0c4, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.897791] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edf80d78-da8f-4ab5-b9d7-8c7d7679105f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.906366] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483075, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.913809] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 761.913809] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522ad0e3-5e7c-f1bd-023f-ad065d90dab0" [ 761.913809] env[69751]: _type = "Task" [ 761.913809] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.925476] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522ad0e3-5e7c-f1bd-023f-ad065d90dab0, 'name': SearchDatastore_Task, 'duration_secs': 0.010225} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.925968] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.926367] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.926802] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.927127] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.927470] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c5f209b-0197-4c3d-8f3c-99989dedc14a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.933854] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38b86fba-5fa9-4204-ad34-080aa557cddb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.940028] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 761.940028] env[69751]: value = "task-3483076" [ 761.940028] env[69751]: _type = "Task" [ 761.940028] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.940752] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.941124] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.946770] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea6a30c-d9ac-4a25-a24b-c8df7ece18b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.959136] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 761.959136] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b64ccf-e8ce-da5a-3792-7405fd8d3783" [ 761.959136] env[69751]: _type = "Task" [ 761.959136] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.959398] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.971700] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b64ccf-e8ce-da5a-3792-7405fd8d3783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.395545] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1555ee89-c9a2-445b-acde-acee1fff22ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.404889] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483075, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.408309] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2533b82-b7cf-4554-8ce7-7a7b1eac47e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.455159] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c5ed8d-78b6-4796-86b5-b38a37c8293f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.472866] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508131} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.473831] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.473909] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.475110] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf659e3-e633-465f-b683-ed34eab66e2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.484168] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-787cc0e5-5bb2-40d4-a848-be058db0f825 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.488359] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b64ccf-e8ce-da5a-3792-7405fd8d3783, 'name': SearchDatastore_Task, 'duration_secs': 0.018977} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.488467] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3bcedc2-afde-4db5-8d8c-8c17883dbcb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.499570] env[69751]: DEBUG nova.compute.provider_tree [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.506053] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 762.506053] env[69751]: value = "task-3483077" [ 762.506053] env[69751]: _type = "Task" [ 762.506053] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.508061] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 762.508061] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528b5941-37ef-c593-47cd-5294994f0ba6" [ 762.508061] env[69751]: _type = "Task" [ 762.508061] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.515663] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.525022] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528b5941-37ef-c593-47cd-5294994f0ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.525357] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.534308] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 10b322ed-e155-4013-98d7-d033c8dc7a6b/10b322ed-e155-4013-98d7-d033c8dc7a6b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.534308] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88caef67-9648-45d3-ae69-15bbc7ec299c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.537523] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 762.537523] env[69751]: value = "task-3483078" [ 762.537523] env[69751]: _type = "Task" [ 762.537523] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.546413] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.551122] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Updated VIF entry in instance network info cache for port ee158d17-48f1-4b79-a11a-c34f8feeb4d3. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 762.551122] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Updating instance_info_cache with network_info: [{"id": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "address": "fa:16:3e:4c:9c:ec", "network": {"id": "84ff2727-7c0d-449b-b274-114b3ed39844", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-724276727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab156dc8d9e418494f730e9f7475f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee158d17-48", "ovs_interfaceid": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.653885] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "9729b810-6e68-41c1-b5fa-98914c041555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.654140] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "9729b810-6e68-41c1-b5fa-98914c041555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.680079] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "8c2769e9-4ec5-420e-9c22-8102db2e652e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.680325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.887834] env[69751]: DEBUG nova.network.neutron [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Successfully updated port: 02113bbe-53e0-4be3-8db6-edea81f72f01 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.900654] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483075, 'name': CreateVM_Task, 'duration_secs': 0.737412} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.900882] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.901507] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.901692] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.902042] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.902867] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00cae1b-ba34-45f0-be16-22fe42d975a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.908738] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 762.908738] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522558c5-993c-c857-24ee-ee005865de9f" [ 762.908738] env[69751]: _type = "Task" [ 762.908738] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.918159] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522558c5-993c-c857-24ee-ee005865de9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.002535] env[69751]: DEBUG nova.scheduler.client.report [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.019037] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075956} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.019285] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.020056] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f4a66-bfa0-4c62-a373-2184c391e8b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.042688] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.043853] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a380faa0-be15-413a-bf7f-12d6b199f3bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.063190] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Releasing lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.063325] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Received event network-changed-4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 763.063485] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Refreshing instance network info cache due to event network-changed-4dfa1af2-e8ee-44c6-9bce-c3e64937057b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 763.065795] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquiring lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.065795] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquired lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.065795] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Refreshing network info cache for port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.074772] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482569} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.076016] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 10b322ed-e155-4013-98d7-d033c8dc7a6b/10b322ed-e155-4013-98d7-d033c8dc7a6b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.076724] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.076724] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 763.076724] env[69751]: value = "task-3483079" [ 763.076724] env[69751]: _type = "Task" [ 763.076724] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.077538] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3940a49c-b44c-498a-82e1-594f65f213a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.088918] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483079, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.090418] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 763.090418] env[69751]: value = "task-3483080" [ 763.090418] env[69751]: _type = "Task" [ 763.090418] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.099285] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.396958] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "refresh_cache-9656233b-1a78-4451-908c-c162637a8253" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.396958] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquired lock "refresh_cache-9656233b-1a78-4451-908c-c162637a8253" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.396958] env[69751]: DEBUG nova.network.neutron [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 763.420567] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522558c5-993c-c857-24ee-ee005865de9f, 'name': SearchDatastore_Task, 'duration_secs': 0.056641} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.420876] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.421121] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 763.421371] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.421527] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.421697] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 763.422693] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bdff93e-8613-43be-be71-af64f5450f6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.432093] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 763.432381] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 763.433391] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f129bb16-8d99-4568-b77a-66abf7767fb4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.440724] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 763.440724] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525d6810-afc8-2557-947d-1f8456a83024" [ 763.440724] env[69751]: _type = "Task" [ 763.440724] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.448953] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525d6810-afc8-2557-947d-1f8456a83024, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.512489] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.512489] env[69751]: DEBUG nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 763.514550] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.493s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.516086] env[69751]: INFO nova.compute.claims [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.594680] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483079, 'name': ReconfigVM_Task, 'duration_secs': 0.296327} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.598146] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Reconfigured VM instance instance-00000009 to attach disk [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.599143] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca2df93c-9b05-4275-bb92-063ee29d7493 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.606583] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075158} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.609285] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.609285] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 763.609285] env[69751]: value = "task-3483081" [ 763.609285] env[69751]: _type = "Task" [ 763.609285] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.609628] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34872e22-6f52-4be6-99a7-30f00868a807 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.637803] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 10b322ed-e155-4013-98d7-d033c8dc7a6b/10b322ed-e155-4013-98d7-d033c8dc7a6b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.642594] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be40bc04-ddc5-453e-8106-30ef74c17adf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.658031] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483081, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.664898] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 763.664898] env[69751]: value = "task-3483082" [ 763.664898] env[69751]: _type = "Task" [ 763.664898] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.673635] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483082, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.953890] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525d6810-afc8-2557-947d-1f8456a83024, 'name': SearchDatastore_Task, 'duration_secs': 0.008916} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.955528] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e686028f-059a-431e-b8df-719345a959a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.961687] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 763.961687] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529732ac-bb17-bbd2-33a9-c9ca3b267289" [ 763.961687] env[69751]: _type = "Task" [ 763.961687] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.975193] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updated VIF entry in instance network info cache for port 4dfa1af2-e8ee-44c6-9bce-c3e64937057b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.975586] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updating instance_info_cache with network_info: [{"id": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "address": "fa:16:3e:6f:c8:9a", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dfa1af2-e8", "ovs_interfaceid": "4dfa1af2-e8ee-44c6-9bce-c3e64937057b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.978753] env[69751]: DEBUG nova.network.neutron [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.988737] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529732ac-bb17-bbd2-33a9-c9ca3b267289, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.989078] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.989369] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 2d0d81fc-6cab-45b7-8768-34b6eaad5669/2d0d81fc-6cab-45b7-8768-34b6eaad5669.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.989690] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d256c7a1-febf-4fe0-b41b-8d997fe03e0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.996741] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 763.996741] env[69751]: value = "task-3483083" [ 763.996741] env[69751]: _type = "Task" [ 763.996741] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.005693] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.017901] env[69751]: DEBUG nova.compute.utils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.019189] env[69751]: DEBUG nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.019189] env[69751]: DEBUG nova.network.neutron [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.075165] env[69751]: DEBUG nova.compute.manager [req-3a430a18-b871-49a6-9688-a537e5d7e826 req-df2ea751-c070-4b5e-b0e6-a6da79eb9c9e service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Received event network-vif-plugged-02113bbe-53e0-4be3-8db6-edea81f72f01 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.075165] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a430a18-b871-49a6-9688-a537e5d7e826 req-df2ea751-c070-4b5e-b0e6-a6da79eb9c9e service nova] Acquiring lock "9656233b-1a78-4451-908c-c162637a8253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.075165] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a430a18-b871-49a6-9688-a537e5d7e826 req-df2ea751-c070-4b5e-b0e6-a6da79eb9c9e service nova] Lock "9656233b-1a78-4451-908c-c162637a8253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.075165] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a430a18-b871-49a6-9688-a537e5d7e826 req-df2ea751-c070-4b5e-b0e6-a6da79eb9c9e service nova] Lock "9656233b-1a78-4451-908c-c162637a8253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.075165] env[69751]: DEBUG nova.compute.manager [req-3a430a18-b871-49a6-9688-a537e5d7e826 req-df2ea751-c070-4b5e-b0e6-a6da79eb9c9e service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] No waiting events found dispatching network-vif-plugged-02113bbe-53e0-4be3-8db6-edea81f72f01 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.075521] env[69751]: WARNING nova.compute.manager [req-3a430a18-b871-49a6-9688-a537e5d7e826 req-df2ea751-c070-4b5e-b0e6-a6da79eb9c9e service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Received unexpected event network-vif-plugged-02113bbe-53e0-4be3-8db6-edea81f72f01 for instance with vm_state building and task_state spawning. [ 764.100711] env[69751]: DEBUG nova.policy [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd3bd98d4e45379ebdb08dc48fd5c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '707a3d5cb70c4d52bd5b8edddab6128d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 764.125693] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483081, 'name': Rename_Task, 'duration_secs': 0.212229} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.125843] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.126136] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0ff5a40-10c6-47dd-b015-fc685786713d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.132714] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 764.132714] env[69751]: value = "task-3483084" [ 764.132714] env[69751]: _type = "Task" [ 764.132714] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.144298] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.185414] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.482712] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Releasing lock "refresh_cache-74ee83eb-e761-45d6-9fc3-e8a9eabc907d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.483073] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Received event network-vif-plugged-9ea82a34-d7f5-48c3-a711-acb68049c1dc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.483308] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquiring lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.483520] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.483706] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.483881] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] No waiting events found dispatching network-vif-plugged-9ea82a34-d7f5-48c3-a711-acb68049c1dc {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.484075] env[69751]: WARNING nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Received unexpected event network-vif-plugged-9ea82a34-d7f5-48c3-a711-acb68049c1dc for instance with vm_state building and task_state spawning. [ 764.484252] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Received event network-changed-9ea82a34-d7f5-48c3-a711-acb68049c1dc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.484415] env[69751]: DEBUG nova.compute.manager [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Refreshing instance network info cache due to event network-changed-9ea82a34-d7f5-48c3-a711-acb68049c1dc. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.484632] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquiring lock "refresh_cache-2d0d81fc-6cab-45b7-8768-34b6eaad5669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.484708] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Acquired lock "refresh_cache-2d0d81fc-6cab-45b7-8768-34b6eaad5669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.484908] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Refreshing network info cache for port 9ea82a34-d7f5-48c3-a711-acb68049c1dc {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.512251] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483083, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47707} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.512502] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 2d0d81fc-6cab-45b7-8768-34b6eaad5669/2d0d81fc-6cab-45b7-8768-34b6eaad5669.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.512706] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.512952] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9854080d-0f97-4cc0-a094-9f2a751ebe19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.523499] env[69751]: DEBUG nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.530109] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 764.530109] env[69751]: value = "task-3483085" [ 764.530109] env[69751]: _type = "Task" [ 764.530109] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.551311] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.665283] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483084, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.679218] env[69751]: DEBUG nova.network.neutron [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Updating instance_info_cache with network_info: [{"id": "02113bbe-53e0-4be3-8db6-edea81f72f01", "address": "fa:16:3e:e8:d1:da", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02113bbe-53", "ovs_interfaceid": "02113bbe-53e0-4be3-8db6-edea81f72f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.693288] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483082, 'name': ReconfigVM_Task, 'duration_secs': 0.698863} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.694579] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 10b322ed-e155-4013-98d7-d033c8dc7a6b/10b322ed-e155-4013-98d7-d033c8dc7a6b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.696146] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f8868cd-2078-4dda-8360-1a750aa18d44 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.704041] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 764.704041] env[69751]: value = "task-3483086" [ 764.704041] env[69751]: _type = "Task" [ 764.704041] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.716999] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483086, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.811757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.813675] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.048585] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068186} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.048585] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 765.048585] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d0f5b8-8d71-41db-977f-b8f9ede31c8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.076534] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 2d0d81fc-6cab-45b7-8768-34b6eaad5669/2d0d81fc-6cab-45b7-8768-34b6eaad5669.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 765.076534] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea271e9-60d3-436a-b902-3454034807d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.107691] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 765.107691] env[69751]: value = "task-3483087" [ 765.107691] env[69751]: _type = "Task" [ 765.107691] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.119174] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483087, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.151490] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483084, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.186104] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Releasing lock "refresh_cache-9656233b-1a78-4451-908c-c162637a8253" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.186508] env[69751]: DEBUG nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Instance network_info: |[{"id": "02113bbe-53e0-4be3-8db6-edea81f72f01", "address": "fa:16:3e:e8:d1:da", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02113bbe-53", "ovs_interfaceid": "02113bbe-53e0-4be3-8db6-edea81f72f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.187442] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:d1:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '02113bbe-53e0-4be3-8db6-edea81f72f01', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.200446] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Creating folder: Project (b321331515f9467f81ebefa6c135da1f). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.203957] env[69751]: DEBUG nova.network.neutron [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Successfully created port: 875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 765.211932] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-453829f9-d8c5-4291-ae42-40bcd3160e21 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.216549] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c340e13-44c6-4dc9-adaa-8419978e35e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.233594] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a362b4-c843-4bb3-959a-4f4c0a287d85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.237881] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483086, 'name': Rename_Task, 'duration_secs': 0.229288} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.239711] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.239976] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Created folder: Project (b321331515f9467f81ebefa6c135da1f) in parent group-v696263. [ 765.240154] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Creating folder: Instances. Parent ref: group-v696301. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.240782] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e508d4fb-ac2b-48a9-a488-f4d03f27cbb7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.242411] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a16576ae-ccb0-4c23-b6b7-509b0c9da654 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.272340] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdd7caf-5125-4846-b652-7fce47822a5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.276782] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 765.276782] env[69751]: value = "task-3483089" [ 765.276782] env[69751]: _type = "Task" [ 765.276782] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.283813] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b35f2b-ce3e-45d2-813b-ae99486204d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.287795] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Created folder: Instances in parent group-v696301. [ 765.287870] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.289179] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9656233b-1a78-4451-908c-c162637a8253] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.289179] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27fdcd62-9f7c-4814-bacb-9f88b557c781 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.315985] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483089, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.316598] env[69751]: DEBUG nova.compute.provider_tree [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.325246] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.325246] env[69751]: value = "task-3483091" [ 765.325246] env[69751]: _type = "Task" [ 765.325246] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.334105] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483091, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.432399] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Updated VIF entry in instance network info cache for port 9ea82a34-d7f5-48c3-a711-acb68049c1dc. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.432399] env[69751]: DEBUG nova.network.neutron [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Updating instance_info_cache with network_info: [{"id": "9ea82a34-d7f5-48c3-a711-acb68049c1dc", "address": "fa:16:3e:75:74:5b", "network": {"id": "4867c609-e1db-4dbd-ab8e-bd61eeccd92e", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-561320223-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3b6a4d001f94d25a5c135f9cec85f56", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1d25020-c621-4388-ac1d-de55bfefbe50", "external-id": "nsx-vlan-transportzone-573", "segmentation_id": 573, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ea82a34-d7", "ovs_interfaceid": "9ea82a34-d7f5-48c3-a711-acb68049c1dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.546396] env[69751]: DEBUG nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.581038] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:27:13Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='347820879',id=26,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-676000580',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.581038] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.581038] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.581529] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.581529] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.581529] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.581529] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.583967] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.583967] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.584202] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.584258] env[69751]: DEBUG nova.virt.hardware [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.585669] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a73be4-e8e9-4c24-864f-48d5eb516e18 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.599350] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecdb59ed-0e52-4258-9b08-4d4766ba5c0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.625321] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483087, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.649494] env[69751]: DEBUG oslo_vmware.api [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483084, 'name': PowerOnVM_Task, 'duration_secs': 1.114281} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.649494] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.649494] env[69751]: DEBUG nova.compute.manager [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.649685] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7200ef4-d83f-49e7-b918-6c5fb30169ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.709577] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262e305-1b62-c3f4-0866-8edd8015e2a3/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.713099] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a96fae-7632-4aca-ac35-78d0e8623236 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.720745] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262e305-1b62-c3f4-0866-8edd8015e2a3/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.720944] env[69751]: ERROR oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262e305-1b62-c3f4-0866-8edd8015e2a3/disk-0.vmdk due to incomplete transfer. [ 765.721203] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c923bed2-9e41-4760-8ce7-20821469da86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.729785] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5262e305-1b62-c3f4-0866-8edd8015e2a3/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.730467] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Uploaded image 6311d010-5f1d-47d1-8402-7ea2b17c7456 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.732096] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.732631] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23ec21ee-1c96-4894-b808-bad41f6fde1a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.739316] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 765.739316] env[69751]: value = "task-3483092" [ 765.739316] env[69751]: _type = "Task" [ 765.739316] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.750635] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483092, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.788637] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483089, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.823089] env[69751]: DEBUG nova.scheduler.client.report [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.839722] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483091, 'name': CreateVM_Task, 'duration_secs': 0.330279} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.840092] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9656233b-1a78-4451-908c-c162637a8253] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.841823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.841823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.841823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.842412] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651f5970-1b19-4869-ab1a-8ce632654058 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.847607] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 765.847607] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52372174-deb8-96f8-885a-86486c270845" [ 765.847607] env[69751]: _type = "Task" [ 765.847607] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.857200] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52372174-deb8-96f8-885a-86486c270845, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.936711] env[69751]: DEBUG oslo_concurrency.lockutils [req-d72ec63b-7749-4bd6-965b-75811b6b420f req-0fc35d38-282e-464b-91ab-fd6d16dcb351 service nova] Releasing lock "refresh_cache-2d0d81fc-6cab-45b7-8768-34b6eaad5669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.119107] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483087, 'name': ReconfigVM_Task, 'duration_secs': 0.578465} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.119416] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 2d0d81fc-6cab-45b7-8768-34b6eaad5669/2d0d81fc-6cab-45b7-8768-34b6eaad5669.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 766.122982] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b9dc75c-d009-40db-8fc2-5345d5baf05a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.127290] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 766.127290] env[69751]: value = "task-3483093" [ 766.127290] env[69751]: _type = "Task" [ 766.127290] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.141617] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483093, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.172671] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.250246] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483092, 'name': Destroy_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.292538] env[69751]: DEBUG oslo_vmware.api [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483089, 'name': PowerOnVM_Task, 'duration_secs': 0.920359} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.294622] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.294622] env[69751]: INFO nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Took 10.61 seconds to spawn the instance on the hypervisor. [ 766.294622] env[69751]: DEBUG nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 766.294622] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b5738a-e7cd-4b76-aa24-017ede4d6b44 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.332193] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.332795] env[69751]: DEBUG nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.336661] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.254s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.341015] env[69751]: INFO nova.compute.claims [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.362977] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52372174-deb8-96f8-885a-86486c270845, 'name': SearchDatastore_Task, 'duration_secs': 0.030936} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.363311] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.363546] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.364016] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.367097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.367097] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.367097] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e961b10-34c0-4cc0-8306-734cb4d15b31 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.378889] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.379239] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.379846] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab527cb0-7769-4008-b49a-fe9aa77f986f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.386423] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 766.386423] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5287dec2-6868-d3b5-8806-4aa21854537f" [ 766.386423] env[69751]: _type = "Task" [ 766.386423] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.399610] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5287dec2-6868-d3b5-8806-4aa21854537f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.644120] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483093, 'name': Rename_Task, 'duration_secs': 0.364049} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.646036] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.646036] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273c2683-555f-44eb-94a0-5c7c06aa429d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.653229] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 766.653229] env[69751]: value = "task-3483094" [ 766.653229] env[69751]: _type = "Task" [ 766.653229] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.669665] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.752796] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483092, 'name': Destroy_Task, 'duration_secs': 0.579152} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.753116] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Destroyed the VM [ 766.753500] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.753862] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff575e8f-f2ca-40ea-bc87-37d7b0b2d3f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.762555] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 766.762555] env[69751]: value = "task-3483095" [ 766.762555] env[69751]: _type = "Task" [ 766.762555] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.773948] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.819455] env[69751]: INFO nova.compute.manager [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Took 27.98 seconds to build instance. [ 766.839797] env[69751]: DEBUG nova.compute.utils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.841955] env[69751]: DEBUG nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 766.904063] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5287dec2-6868-d3b5-8806-4aa21854537f, 'name': SearchDatastore_Task, 'duration_secs': 0.017063} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.904873] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017d71d6-5168-47fc-8b45-023e4b8aa723 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.913989] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 766.913989] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524af5cc-6737-5fef-8b04-185779196313" [ 766.913989] env[69751]: _type = "Task" [ 766.913989] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.923676] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524af5cc-6737-5fef-8b04-185779196313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.974892] env[69751]: DEBUG nova.compute.manager [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Received event network-changed-02113bbe-53e0-4be3-8db6-edea81f72f01 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.977013] env[69751]: DEBUG nova.compute.manager [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Refreshing instance network info cache due to event network-changed-02113bbe-53e0-4be3-8db6-edea81f72f01. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.977299] env[69751]: DEBUG oslo_concurrency.lockutils [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] Acquiring lock "refresh_cache-9656233b-1a78-4451-908c-c162637a8253" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.977442] env[69751]: DEBUG oslo_concurrency.lockutils [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] Acquired lock "refresh_cache-9656233b-1a78-4451-908c-c162637a8253" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.977668] env[69751]: DEBUG nova.network.neutron [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Refreshing network info cache for port 02113bbe-53e0-4be3-8db6-edea81f72f01 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.168170] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483094, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.278129] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483095, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.324062] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7783a10e-4edb-4af9-b25a-a199b962e2af tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.860s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.348457] env[69751]: DEBUG nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.439414] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524af5cc-6737-5fef-8b04-185779196313, 'name': SearchDatastore_Task, 'duration_secs': 0.022892} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.440140] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.440412] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 9656233b-1a78-4451-908c-c162637a8253/9656233b-1a78-4451-908c-c162637a8253.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.442028] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72c61529-8cbe-4f79-b689-bcc14a4faf99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.452714] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 767.452714] env[69751]: value = "task-3483096" [ 767.452714] env[69751]: _type = "Task" [ 767.452714] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.461658] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.669013] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483094, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.780023] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483095, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.828599] env[69751]: DEBUG nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.834915] env[69751]: DEBUG nova.network.neutron [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Successfully updated port: 875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 767.916219] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5848695e-e558-4996-830f-1013d0e0cfd3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.929506] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7d8dd7-d0e5-4692-9dd3-81d38509b06c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.974084] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efe5899-65ee-4472-b2c7-914c85daf11f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.985532] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d20611b-ccef-49bb-985f-eed7db3c87e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.990460] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483096, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.005606] env[69751]: DEBUG nova.compute.provider_tree [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.169047] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483094, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.283028] env[69751]: DEBUG oslo_vmware.api [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483095, 'name': RemoveSnapshot_Task, 'duration_secs': 1.385421} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.283028] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.283383] env[69751]: INFO nova.compute.manager [None req-c3605167-2c5b-429d-aec9-df86f76b25d4 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Took 15.88 seconds to snapshot the instance on the hypervisor. [ 768.343372] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.343505] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.343648] env[69751]: DEBUG nova.network.neutron [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.345425] env[69751]: DEBUG nova.network.neutron [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Updated VIF entry in instance network info cache for port 02113bbe-53e0-4be3-8db6-edea81f72f01. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.345810] env[69751]: DEBUG nova.network.neutron [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Updating instance_info_cache with network_info: [{"id": "02113bbe-53e0-4be3-8db6-edea81f72f01", "address": "fa:16:3e:e8:d1:da", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.138", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap02113bbe-53", "ovs_interfaceid": "02113bbe-53e0-4be3-8db6-edea81f72f01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.369687] env[69751]: DEBUG nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.378591] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.406579] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.406700] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.406911] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.406986] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.410120] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.410480] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.410577] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.410676] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.410841] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.411010] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.411191] env[69751]: DEBUG nova.virt.hardware [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.412140] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f309dc-ffe2-4042-a804-0a81f99b434f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.420979] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2469c5a-50be-4b92-93e0-d64eb01a4ad3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.437556] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 768.444816] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Creating folder: Project (9e06f98bf0d5401e897aaa4d6c94b9d0). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.444816] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dfd2291-5958-48a4-9fe8-79b005a964b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.454198] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Created folder: Project (9e06f98bf0d5401e897aaa4d6c94b9d0) in parent group-v696263. [ 768.454679] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Creating folder: Instances. Parent ref: group-v696304. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 768.454679] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17a72e28-5517-49e4-b6f2-a8cba9ef09f9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.463867] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Created folder: Instances in parent group-v696304. [ 768.464459] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.464699] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 768.464923] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8069eae-62e7-4d81-957c-1f5bc27725e2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.493765] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590594} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.495588] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 9656233b-1a78-4451-908c-c162637a8253/9656233b-1a78-4451-908c-c162637a8253.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 768.496230] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 768.496230] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.496230] env[69751]: value = "task-3483099" [ 768.496230] env[69751]: _type = "Task" [ 768.496230] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.498429] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d78637e-9985-45f6-80d2-6ed0443f0c94 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.507375] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483099, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.509300] env[69751]: DEBUG nova.scheduler.client.report [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.512837] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 768.512837] env[69751]: value = "task-3483100" [ 768.512837] env[69751]: _type = "Task" [ 768.512837] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.522492] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483100, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.672875] env[69751]: DEBUG oslo_vmware.api [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483094, 'name': PowerOnVM_Task, 'duration_secs': 1.619911} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.672875] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.672875] env[69751]: INFO nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Took 10.48 seconds to spawn the instance on the hypervisor. [ 768.672875] env[69751]: DEBUG nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.673561] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4168512f-de99-4077-bcb9-b2363ee9d5c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.855475] env[69751]: DEBUG oslo_concurrency.lockutils [req-a7b9109d-262d-48a5-a406-b81bfac47c5a req-1b9e4d07-5b8e-4dba-8516-53fc541db62d service nova] Releasing lock "refresh_cache-9656233b-1a78-4451-908c-c162637a8253" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.010097] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483099, 'name': CreateVM_Task, 'duration_secs': 0.416854} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.010342] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.010796] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.010962] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.013516] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.013516] env[69751]: DEBUG nova.network.neutron [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.015242] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e6b0275-75fc-4552-8cae-c613363e570e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.017141] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.017946] env[69751]: DEBUG nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.020736] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.193s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.034318] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483100, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109075} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.035065] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 769.035065] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520314a9-e36d-134f-4fee-563bda28e3b3" [ 769.035065] env[69751]: _type = "Task" [ 769.035065] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.035065] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.038182] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4febc43e-0e6d-44c0-a363-7255beee67f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.066410] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520314a9-e36d-134f-4fee-563bda28e3b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.074728] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 9656233b-1a78-4451-908c-c162637a8253/9656233b-1a78-4451-908c-c162637a8253.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.076188] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2940eba7-8aff-4296-a8f3-444eefa94608 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.101735] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 769.101735] env[69751]: value = "task-3483101" [ 769.101735] env[69751]: _type = "Task" [ 769.101735] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.114119] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483101, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.197202] env[69751]: INFO nova.compute.manager [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Took 29.28 seconds to build instance. [ 769.309393] env[69751]: DEBUG nova.network.neutron [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Updating instance_info_cache with network_info: [{"id": "875891a2-f938-4341-b3c6-a74d632d2151", "address": "fa:16:3e:c2:34:e1", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875891a2-f9", "ovs_interfaceid": "875891a2-f938-4341-b3c6-a74d632d2151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.529801] env[69751]: INFO nova.compute.claims [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.533185] env[69751]: DEBUG nova.compute.utils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.534974] env[69751]: DEBUG nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.535211] env[69751]: DEBUG nova.network.neutron [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.559035] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520314a9-e36d-134f-4fee-563bda28e3b3, 'name': SearchDatastore_Task, 'duration_secs': 0.025921} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.559035] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.559035] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.559035] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559252] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559252] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.560027] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42eaa9f5-65e4-4855-9dd8-06588a961fef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.578755] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.579152] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.580312] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8a339d-8ce2-4f1b-ac74-9c28c25aa13b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.586289] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 769.586289] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52faa53e-2966-3200-4f7a-42da52816158" [ 769.586289] env[69751]: _type = "Task" [ 769.586289] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.597748] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52faa53e-2966-3200-4f7a-42da52816158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.615718] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.630292] env[69751]: DEBUG nova.policy [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d14f8ef19ff450a9d05ba90bf430518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8c3bbb8e53f40e6a08ae0f051856804', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.664132] env[69751]: INFO nova.compute.manager [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Rebuilding instance [ 769.700354] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e46f41e0-71f2-4046-b0cd-c56e2a449586 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.251s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.740027] env[69751]: DEBUG nova.compute.manager [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.740935] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fcd8c3-eedd-471a-88e5-6a2eb9085520 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.808849] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Releasing lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.809249] env[69751]: DEBUG nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Instance network_info: |[{"id": "875891a2-f938-4341-b3c6-a74d632d2151", "address": "fa:16:3e:c2:34:e1", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875891a2-f9", "ovs_interfaceid": "875891a2-f938-4341-b3c6-a74d632d2151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.809673] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:34:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '875891a2-f938-4341-b3c6-a74d632d2151', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.820750] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Creating folder: Project (707a3d5cb70c4d52bd5b8edddab6128d). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.822413] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eccccb7-232d-450a-a75e-92e60fbd9497 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.835101] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Created folder: Project (707a3d5cb70c4d52bd5b8edddab6128d) in parent group-v696263. [ 769.835101] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Creating folder: Instances. Parent ref: group-v696307. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 769.835460] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-018595d1-0300-482a-8fdc-c3448852bb3f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.853381] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Created folder: Instances in parent group-v696307. [ 769.853381] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.853381] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.853381] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a11c5e5e-dfee-4eb6-9f37-957a144b1e9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.875382] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.875382] env[69751]: value = "task-3483104" [ 769.875382] env[69751]: _type = "Task" [ 769.875382] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.888518] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483104, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.900882] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.901386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.037967] env[69751]: INFO nova.compute.resource_tracker [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating resource usage from migration d91b64ef-c0b8-4095-b155-bf5ebd5703cc [ 770.045664] env[69751]: DEBUG nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 770.102726] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52faa53e-2966-3200-4f7a-42da52816158, 'name': SearchDatastore_Task, 'duration_secs': 0.01135} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.106668] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51de145-2051-471f-8376-a3e2f9cd1e2c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.116826] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 770.116826] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524a19a0-3f01-dae5-2628-aadb33e27724" [ 770.116826] env[69751]: _type = "Task" [ 770.116826] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.121478] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483101, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.132712] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524a19a0-3f01-dae5-2628-aadb33e27724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.179978] env[69751]: DEBUG nova.network.neutron [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Successfully created port: fcf10102-fd5f-4741-bd84-507bcd048ffa {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.206623] env[69751]: DEBUG nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.387568] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483104, 'name': CreateVM_Task, 'duration_secs': 0.500326} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.391068] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.391526] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.391760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.392093] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.392386] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1a823b-2e3e-4a18-8097-de32ac7b1e68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.397974] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 770.397974] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525b1b33-aa97-51c0-3573-95c582f9b46a" [ 770.397974] env[69751]: _type = "Task" [ 770.397974] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.409308] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525b1b33-aa97-51c0-3573-95c582f9b46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.461463] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9093c9ac-a466-43d6-9dd6-42990ce5fca9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.470316] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9bf71c-88b7-4637-832d-2b363199afec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.504716] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c167ff-5bad-456f-9590-bcb14c2c28be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.512161] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3558d0-0dbe-4f8b-a2c3-d35155ba6750 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.528619] env[69751]: DEBUG nova.compute.provider_tree [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.616834] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483101, 'name': ReconfigVM_Task, 'duration_secs': 1.285059} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.617094] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 9656233b-1a78-4451-908c-c162637a8253/9656233b-1a78-4451-908c-c162637a8253.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.617745] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b58f123f-6533-4fc7-902b-cb258cb919b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.626401] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 770.626401] env[69751]: value = "task-3483105" [ 770.626401] env[69751]: _type = "Task" [ 770.626401] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.633482] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524a19a0-3f01-dae5-2628-aadb33e27724, 'name': SearchDatastore_Task, 'duration_secs': 0.020394} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.634353] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.634353] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] cd7dce97-f3fe-477e-9169-38cfcd581d38/cd7dce97-f3fe-477e-9169-38cfcd581d38.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.634552] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0321d7d-5e47-4e62-bce9-8419bf33acb2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.640047] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483105, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.644481] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 770.644481] env[69751]: value = "task-3483106" [ 770.644481] env[69751]: _type = "Task" [ 770.644481] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.653269] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483106, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.665809] env[69751]: DEBUG nova.compute.manager [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Received event network-vif-plugged-875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.666066] env[69751]: DEBUG oslo_concurrency.lockutils [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] Acquiring lock "3b603181-6bc2-4748-8497-bd09265ed0f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.666277] env[69751]: DEBUG oslo_concurrency.lockutils [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.666497] env[69751]: DEBUG oslo_concurrency.lockutils [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.666738] env[69751]: DEBUG nova.compute.manager [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] No waiting events found dispatching network-vif-plugged-875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 770.666974] env[69751]: WARNING nova.compute.manager [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Received unexpected event network-vif-plugged-875891a2-f938-4341-b3c6-a74d632d2151 for instance with vm_state building and task_state spawning. [ 770.667664] env[69751]: DEBUG nova.compute.manager [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Received event network-changed-875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.667849] env[69751]: DEBUG nova.compute.manager [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Refreshing instance network info cache due to event network-changed-875891a2-f938-4341-b3c6-a74d632d2151. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.668084] env[69751]: DEBUG oslo_concurrency.lockutils [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] Acquiring lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.668250] env[69751]: DEBUG oslo_concurrency.lockutils [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] Acquired lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.668407] env[69751]: DEBUG nova.network.neutron [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Refreshing network info cache for port 875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.730600] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.764053] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 770.764053] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5ef5cee-2f00-4ff6-a449-23a5a7464849 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.772207] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 770.772207] env[69751]: value = "task-3483107" [ 770.772207] env[69751]: _type = "Task" [ 770.772207] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.781596] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.913663] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525b1b33-aa97-51c0-3573-95c582f9b46a, 'name': SearchDatastore_Task, 'duration_secs': 0.011512} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.918124] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.918508] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.919892] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.919892] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.919892] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.919892] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82ceec3c-2e07-4b33-a9ef-5a5af12f7941 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.929218] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.929423] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.930190] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213c1299-4e7a-45d1-ac80-52fa6805495e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.937984] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 770.937984] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b97453-f166-dcac-8ece-587bff6fc19c" [ 770.937984] env[69751]: _type = "Task" [ 770.937984] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.948926] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b97453-f166-dcac-8ece-587bff6fc19c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.032211] env[69751]: DEBUG nova.scheduler.client.report [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.062262] env[69751]: DEBUG nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 771.091344] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.091729] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.091948] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.092735] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.092930] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.093102] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.093388] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.093592] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.093902] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.094138] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.094360] env[69751]: DEBUG nova.virt.hardware [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.095300] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0e586d-9bd4-49cf-83d4-50e184ae3113 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.105436] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7f8004-9109-4ef0-a7dc-01cadb51500f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.137628] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483105, 'name': Rename_Task, 'duration_secs': 0.147706} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.137957] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.138349] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-809177ea-b4a2-4b27-961f-0d6654fcc015 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.145489] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 771.145489] env[69751]: value = "task-3483108" [ 771.145489] env[69751]: _type = "Task" [ 771.145489] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.157013] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.157376] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.161753] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483106, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.165245] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483108, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.285643] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483107, 'name': PowerOffVM_Task, 'duration_secs': 0.125661} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.285966] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.286193] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.286991] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91849315-4ba6-47b1-82b8-95b45fdef4ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.295897] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.296283] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ecad7f6-60d4-4d9b-ab05-d33400d677f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.344028] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.344028] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.344921] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Deleting the datastore file [datastore2] fee3d7b7-86bf-46f7-92a7-a626663dac51 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.344921] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9e667b-8416-485f-a62f-d547d860a8a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.351922] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 771.351922] env[69751]: value = "task-3483110" [ 771.351922] env[69751]: _type = "Task" [ 771.351922] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.360827] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.448781] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b97453-f166-dcac-8ece-587bff6fc19c, 'name': SearchDatastore_Task, 'duration_secs': 0.015977} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.449185] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc3864d6-ef53-45ec-ac37-22d365d7a7ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.456241] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 771.456241] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b95697-37ad-5ed7-4f9b-ff85b9d44db0" [ 771.456241] env[69751]: _type = "Task" [ 771.456241] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.464794] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b95697-37ad-5ed7-4f9b-ff85b9d44db0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.541045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.517s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.541045] env[69751]: INFO nova.compute.manager [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Migrating [ 771.541045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.541045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.541045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.923s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.542478] env[69751]: INFO nova.compute.claims [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.557796] env[69751]: DEBUG nova.network.neutron [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Updated VIF entry in instance network info cache for port 875891a2-f938-4341-b3c6-a74d632d2151. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.558191] env[69751]: DEBUG nova.network.neutron [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Updating instance_info_cache with network_info: [{"id": "875891a2-f938-4341-b3c6-a74d632d2151", "address": "fa:16:3e:c2:34:e1", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875891a2-f9", "ovs_interfaceid": "875891a2-f938-4341-b3c6-a74d632d2151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.662551] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483106, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539401} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.662816] env[69751]: DEBUG oslo_vmware.api [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483108, 'name': PowerOnVM_Task, 'duration_secs': 0.462832} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.663088] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] cd7dce97-f3fe-477e-9169-38cfcd581d38/cd7dce97-f3fe-477e-9169-38cfcd581d38.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.663834] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.663834] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.663834] env[69751]: INFO nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Took 10.84 seconds to spawn the instance on the hypervisor. [ 771.664027] env[69751]: DEBUG nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 771.664291] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6b89e71-68ed-48e9-bf9c-6ac50c7119ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.666788] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec92b41-5f69-47bb-91c3-985b9440b4ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.676765] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 771.676765] env[69751]: value = "task-3483111" [ 771.676765] env[69751]: _type = "Task" [ 771.676765] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.685899] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.849433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "4011ed19-c85c-405e-9ad0-8e163b03bd75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.849433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.864902] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276498} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.865141] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 771.865329] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 771.865502] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 771.966687] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b95697-37ad-5ed7-4f9b-ff85b9d44db0, 'name': SearchDatastore_Task, 'duration_secs': 0.023522} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.967325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.967592] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 3b603181-6bc2-4748-8497-bd09265ed0f0/3b603181-6bc2-4748-8497-bd09265ed0f0.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.967863] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1a82aa8e-d731-4aa0-961a-0004df76334e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.975459] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 771.975459] env[69751]: value = "task-3483112" [ 771.975459] env[69751]: _type = "Task" [ 771.975459] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.984214] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.017420] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "06644b44-8b0c-48ab-9160-7adaba217538" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.017420] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "06644b44-8b0c-48ab-9160-7adaba217538" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.050803] env[69751]: INFO nova.compute.rpcapi [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 772.050803] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.065405] env[69751]: DEBUG oslo_concurrency.lockutils [req-e8774623-db9e-4383-887c-214114a40b33 req-e030a385-f2ff-4dc4-b22c-4f2e2e60d379 service nova] Releasing lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.194807] env[69751]: INFO nova.compute.manager [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Took 31.82 seconds to build instance. [ 772.200494] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06816} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.201124] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.202092] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea9e2b-584d-4fcc-830f-180954074292 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.228610] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] cd7dce97-f3fe-477e-9169-38cfcd581d38/cd7dce97-f3fe-477e-9169-38cfcd581d38.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.229138] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31884c67-69ec-4721-8455-48fe176bceb3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.256825] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 772.256825] env[69751]: value = "task-3483113" [ 772.256825] env[69751]: _type = "Task" [ 772.256825] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.267956] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.440647] env[69751]: DEBUG nova.network.neutron [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Successfully updated port: fcf10102-fd5f-4741-bd84-507bcd048ffa {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.488043] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483112, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.568011] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.568503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.569337] env[69751]: DEBUG nova.network.neutron [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.701544] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17e36d01-56e6-4e77-b6ac-9dcdda87c037 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "9656233b-1a78-4451-908c-c162637a8253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.338s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.767812] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483113, 'name': ReconfigVM_Task, 'duration_secs': 0.476655} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.768511] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Reconfigured VM instance instance-0000000f to attach disk [datastore1] cd7dce97-f3fe-477e-9169-38cfcd581d38/cd7dce97-f3fe-477e-9169-38cfcd581d38.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.771381] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a33c1b05-4023-49b2-b06f-6d0bf6d10c11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.784126] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 772.784126] env[69751]: value = "task-3483114" [ 772.784126] env[69751]: _type = "Task" [ 772.784126] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.801874] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483114, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.852565] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.852825] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.853295] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.853295] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.853488] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.860402] env[69751]: INFO nova.compute.manager [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Terminating instance [ 772.918311] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.918311] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.918311] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.918311] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.918514] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.918514] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.918715] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.918870] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.919140] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.919320] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.919491] env[69751]: DEBUG nova.virt.hardware [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.920459] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ebcffa-7d06-4d8c-b8e0-907229e2b900 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.936013] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46eaf13a-147d-41e5-8567-3b242acdbc68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.943942] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "refresh_cache-900ed14f-8f7c-403d-93e8-f7a7cb624669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.944045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired lock "refresh_cache-900ed14f-8f7c-403d-93e8-f7a7cb624669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.945478] env[69751]: DEBUG nova.network.neutron [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.954302] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 772.960211] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.963241] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 772.963241] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15b06c79-fc84-4976-8cc0-d80695052e31 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.981836] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 772.981836] env[69751]: value = "task-3483115" [ 772.981836] env[69751]: _type = "Task" [ 772.981836] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.989023] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774643} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.989695] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 3b603181-6bc2-4748-8497-bd09265ed0f0/3b603181-6bc2-4748-8497-bd09265ed0f0.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.989943] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.990252] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-261c9aa1-a50a-4cbb-9a47-a4002ed869af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.996018] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483115, 'name': CreateVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.006094] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 773.006094] env[69751]: value = "task-3483116" [ 773.006094] env[69751]: _type = "Task" [ 773.006094] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.015490] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483116, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.165030] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4474f-0dcf-4f6e-896f-e0d8a4991ade {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.173322] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8381126f-22d9-4236-ae18-8bd7e4e4d0d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.208658] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56672212-1785-46f6-b948-659776bbc7ff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.211819] env[69751]: DEBUG nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.223419] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff85911-2b7f-44e5-b6ce-8f351ee42f78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.245310] env[69751]: DEBUG nova.compute.provider_tree [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.299559] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483114, 'name': Rename_Task, 'duration_secs': 0.289366} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.300295] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.300556] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5f1178b-b958-4f0f-a718-49d27cb885a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.310892] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 773.310892] env[69751]: value = "task-3483117" [ 773.310892] env[69751]: _type = "Task" [ 773.310892] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.326027] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.362795] env[69751]: DEBUG nova.compute.manager [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.362987] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.363849] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f824e089-9b3b-4893-8c61-3b1e9753827e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.371223] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.371496] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f3284af-7cdb-49db-99c2-142aff0cd39a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.379285] env[69751]: DEBUG oslo_vmware.api [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 773.379285] env[69751]: value = "task-3483118" [ 773.379285] env[69751]: _type = "Task" [ 773.379285] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.389438] env[69751]: DEBUG oslo_vmware.api [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.496993] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483115, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.502608] env[69751]: DEBUG nova.compute.manager [req-ab6e83e5-93be-40cf-ab45-cc196bbae9a0 req-08d103dc-62a3-4f27-8cea-a9a04dac1d9e service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Received event network-vif-plugged-fcf10102-fd5f-4741-bd84-507bcd048ffa {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.502608] env[69751]: DEBUG oslo_concurrency.lockutils [req-ab6e83e5-93be-40cf-ab45-cc196bbae9a0 req-08d103dc-62a3-4f27-8cea-a9a04dac1d9e service nova] Acquiring lock "900ed14f-8f7c-403d-93e8-f7a7cb624669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.502755] env[69751]: DEBUG oslo_concurrency.lockutils [req-ab6e83e5-93be-40cf-ab45-cc196bbae9a0 req-08d103dc-62a3-4f27-8cea-a9a04dac1d9e service nova] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.503278] env[69751]: DEBUG oslo_concurrency.lockutils [req-ab6e83e5-93be-40cf-ab45-cc196bbae9a0 req-08d103dc-62a3-4f27-8cea-a9a04dac1d9e service nova] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.503278] env[69751]: DEBUG nova.compute.manager [req-ab6e83e5-93be-40cf-ab45-cc196bbae9a0 req-08d103dc-62a3-4f27-8cea-a9a04dac1d9e service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] No waiting events found dispatching network-vif-plugged-fcf10102-fd5f-4741-bd84-507bcd048ffa {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 773.503278] env[69751]: WARNING nova.compute.manager [req-ab6e83e5-93be-40cf-ab45-cc196bbae9a0 req-08d103dc-62a3-4f27-8cea-a9a04dac1d9e service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Received unexpected event network-vif-plugged-fcf10102-fd5f-4741-bd84-507bcd048ffa for instance with vm_state building and task_state spawning. [ 773.515617] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483116, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156443} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.518392] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.519317] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fc90e3-c121-4f7c-83bd-4bd7bb9f3f3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.544761] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 3b603181-6bc2-4748-8497-bd09265ed0f0/3b603181-6bc2-4748-8497-bd09265ed0f0.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.545767] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe76abc1-8920-4b6d-9074-16137d701dc6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.569530] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 773.569530] env[69751]: value = "task-3483119" [ 773.569530] env[69751]: _type = "Task" [ 773.569530] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.585591] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483119, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.683092] env[69751]: DEBUG nova.network.neutron [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.741609] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.751520] env[69751]: DEBUG nova.scheduler.client.report [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.805428] env[69751]: DEBUG nova.network.neutron [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance_info_cache with network_info: [{"id": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "address": "fa:16:3e:62:a5:68", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec52adaf-97", "ovs_interfaceid": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.826348] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483117, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.874092] env[69751]: DEBUG nova.compute.manager [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Received event network-changed-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.874274] env[69751]: DEBUG nova.compute.manager [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Refreshing instance network info cache due to event network-changed-ee158d17-48f1-4b79-a11a-c34f8feeb4d3. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.874492] env[69751]: DEBUG oslo_concurrency.lockutils [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] Acquiring lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.874633] env[69751]: DEBUG oslo_concurrency.lockutils [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] Acquired lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.874793] env[69751]: DEBUG nova.network.neutron [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Refreshing network info cache for port ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 773.893729] env[69751]: DEBUG oslo_vmware.api [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483118, 'name': PowerOffVM_Task, 'duration_secs': 0.310879} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.894375] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.894559] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.895233] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b35167a-cdc5-4712-a0dc-26e8d295e875 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.966935] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.966935] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.966935] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Deleting the datastore file [datastore2] 2d0d81fc-6cab-45b7-8768-34b6eaad5669 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.966935] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55d7ad20-43bf-44f5-98e9-0eb1d581975b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.977050] env[69751]: DEBUG oslo_vmware.api [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for the task: (returnval){ [ 773.977050] env[69751]: value = "task-3483121" [ 773.977050] env[69751]: _type = "Task" [ 773.977050] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.989148] env[69751]: DEBUG oslo_vmware.api [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.000405] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483115, 'name': CreateVM_Task, 'duration_secs': 0.701244} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.000595] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.001152] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.001908] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.004574] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.007348] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89c76183-0d6b-4748-9992-b7621895c341 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.011149] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 774.011149] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4f97b-95cd-509f-71b3-ddff74e64517" [ 774.011149] env[69751]: _type = "Task" [ 774.011149] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.020604] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4f97b-95cd-509f-71b3-ddff74e64517, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.082908] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.100384] env[69751]: DEBUG nova.network.neutron [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Updating instance_info_cache with network_info: [{"id": "fcf10102-fd5f-4741-bd84-507bcd048ffa", "address": "fa:16:3e:2e:a4:3d", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf10102-fd", "ovs_interfaceid": "fcf10102-fd5f-4741-bd84-507bcd048ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.260996] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.265022] env[69751]: DEBUG nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.265022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.598s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.266578] env[69751]: INFO nova.compute.claims [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.308827] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.323318] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483117, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.483674] env[69751]: DEBUG oslo_vmware.api [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Task: {'id': task-3483121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.430073} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.484225] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.484468] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.484659] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.484983] env[69751]: INFO nova.compute.manager [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Took 1.12 seconds to destroy the instance on the hypervisor. [ 774.485219] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.485453] env[69751]: DEBUG nova.compute.manager [-] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.485606] env[69751]: DEBUG nova.network.neutron [-] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 774.528539] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4f97b-95cd-509f-71b3-ddff74e64517, 'name': SearchDatastore_Task, 'duration_secs': 0.012987} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.528539] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.528539] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.528539] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.528932] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.528932] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.528932] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac1ec0f-c344-4152-8891-226498009604 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.542715] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.542926] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.543860] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4adf71c-6113-44e2-8bf2-af80132f09fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.549481] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 774.549481] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e81548-1896-c33e-0c81-604e3aff77bd" [ 774.549481] env[69751]: _type = "Task" [ 774.549481] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.565206] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e81548-1896-c33e-0c81-604e3aff77bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.582800] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483119, 'name': ReconfigVM_Task, 'duration_secs': 0.592239} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.583255] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 3b603181-6bc2-4748-8497-bd09265ed0f0/3b603181-6bc2-4748-8497-bd09265ed0f0.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.584192] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5040a9c-5fa7-425a-a97e-944624c337d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.593328] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 774.593328] env[69751]: value = "task-3483122" [ 774.593328] env[69751]: _type = "Task" [ 774.593328] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.604479] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483122, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.605114] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Releasing lock "refresh_cache-900ed14f-8f7c-403d-93e8-f7a7cb624669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.605501] env[69751]: DEBUG nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Instance network_info: |[{"id": "fcf10102-fd5f-4741-bd84-507bcd048ffa", "address": "fa:16:3e:2e:a4:3d", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf10102-fd", "ovs_interfaceid": "fcf10102-fd5f-4741-bd84-507bcd048ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.605901] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:a4:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf10102-fd5f-4741-bd84-507bcd048ffa', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.614487] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Creating folder: Project (d8c3bbb8e53f40e6a08ae0f051856804). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.614838] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0838ed00-c079-4502-8528-7b6a3924879b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.624713] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Created folder: Project (d8c3bbb8e53f40e6a08ae0f051856804) in parent group-v696263. [ 774.625705] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Creating folder: Instances. Parent ref: group-v696311. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.625705] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-deea6dd6-dc5e-4f3e-bde1-472f228d9bb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.634531] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Created folder: Instances in parent group-v696311. [ 774.637722] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.637722] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.637722] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b3e93ae-ba7f-4e82-bbc0-0095efaa2ea3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.654500] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.654500] env[69751]: value = "task-3483125" [ 774.654500] env[69751]: _type = "Task" [ 774.654500] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.665248] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483125, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.773935] env[69751]: DEBUG nova.compute.utils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.779904] env[69751]: DEBUG nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.780264] env[69751]: DEBUG nova.network.neutron [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.834453] env[69751]: DEBUG oslo_vmware.api [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483117, 'name': PowerOnVM_Task, 'duration_secs': 1.188961} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.834720] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.834914] env[69751]: INFO nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Took 6.47 seconds to spawn the instance on the hypervisor. [ 774.835217] env[69751]: DEBUG nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 774.836048] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d1c5a-09a3-4fcd-86b0-2a35d65f3e4d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.877638] env[69751]: DEBUG nova.policy [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf9dbb8d79d84532b9d7e24b8c370552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '140d02776c384114ad4eca1332da9d0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.062827] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e81548-1896-c33e-0c81-604e3aff77bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010509} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.062827] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45aec634-cb1b-43af-8974-396f929e87e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.070113] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 775.070113] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528cf267-9d26-33c7-8655-264596e806e6" [ 775.070113] env[69751]: _type = "Task" [ 775.070113] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.078960] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528cf267-9d26-33c7-8655-264596e806e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.108254] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483122, 'name': Rename_Task, 'duration_secs': 0.19204} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.108254] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.108254] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f3565eb-2df3-487a-9c8f-2bb31c8d5d92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.113384] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 775.113384] env[69751]: value = "task-3483126" [ 775.113384] env[69751]: _type = "Task" [ 775.113384] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.123784] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.134204] env[69751]: DEBUG nova.network.neutron [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Updated VIF entry in instance network info cache for port ee158d17-48f1-4b79-a11a-c34f8feeb4d3. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 775.134204] env[69751]: DEBUG nova.network.neutron [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Updating instance_info_cache with network_info: [{"id": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "address": "fa:16:3e:4c:9c:ec", "network": {"id": "84ff2727-7c0d-449b-b274-114b3ed39844", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-724276727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab156dc8d9e418494f730e9f7475f30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8614db14-cc04-466b-b309-367ab8296cda", "external-id": "nsx-vlan-transportzone-337", "segmentation_id": 337, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee158d17-48", "ovs_interfaceid": "ee158d17-48f1-4b79-a11a-c34f8feeb4d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.164827] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483125, 'name': CreateVM_Task, 'duration_secs': 0.322708} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.165155] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.168190] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.168190] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.168190] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.168645] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cf3bc8-e2c2-4afc-94ee-8cdb9f85710f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.174946] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 775.174946] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab9764-5c66-cf0d-c965-b4d7e3fd40a0" [ 775.174946] env[69751]: _type = "Task" [ 775.174946] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.188299] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab9764-5c66-cf0d-c965-b4d7e3fd40a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.244765] env[69751]: DEBUG nova.network.neutron [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Successfully created port: 5f5565cf-5232-42a4-a6db-d62661e2e67b {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.280337] env[69751]: DEBUG nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.352194] env[69751]: DEBUG nova.network.neutron [-] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.363218] env[69751]: INFO nova.compute.manager [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Took 26.37 seconds to build instance. [ 775.593042] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528cf267-9d26-33c7-8655-264596e806e6, 'name': SearchDatastore_Task, 'duration_secs': 0.035577} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.594466] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.594466] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.594466] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08c6b4a3-6401-4da5-8553-107a65d3026b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.606520] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 775.606520] env[69751]: value = "task-3483127" [ 775.606520] env[69751]: _type = "Task" [ 775.606520] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.624029] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.636103] env[69751]: DEBUG oslo_concurrency.lockutils [req-e387aade-3048-4a2a-b95b-ddde4cafed86 req-c13a7a56-f692-4af1-a0df-4ac4d17016f8 service nova] Releasing lock "refresh_cache-10b322ed-e155-4013-98d7-d033c8dc7a6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.636103] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483126, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.695329] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab9764-5c66-cf0d-c965-b4d7e3fd40a0, 'name': SearchDatastore_Task, 'duration_secs': 0.017061} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.697262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.697262] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.697262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.697262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.697470] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.697470] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a747881-2770-49b6-bd65-6dc3f413b6be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.705988] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.707768] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.710766] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-038484a7-103c-4575-a696-4f0b02779608 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.720905] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 775.720905] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527538f1-edf8-f01b-3e4a-3768729255ba" [ 775.720905] env[69751]: _type = "Task" [ 775.720905] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.732307] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527538f1-edf8-f01b-3e4a-3768729255ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010206} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.736021] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2bdd28-ffc7-4194-95d9-d0dd5d7d6eb4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.740813] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 775.740813] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5266e33d-03bf-5b66-5323-552445afe9e1" [ 775.740813] env[69751]: _type = "Task" [ 775.740813] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.755010] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5266e33d-03bf-5b66-5323-552445afe9e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009779} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.755372] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.755656] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 900ed14f-8f7c-403d-93e8-f7a7cb624669/900ed14f-8f7c-403d-93e8-f7a7cb624669.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 775.756020] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f413024e-c903-4fd4-b842-5ae8d3f572a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.764059] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 775.764059] env[69751]: value = "task-3483128" [ 775.764059] env[69751]: _type = "Task" [ 775.764059] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.781250] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.837270] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6811ec96-ccc6-4973-ab0a-84d9acbdbbcc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.870644] env[69751]: INFO nova.compute.manager [-] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Took 1.38 seconds to deallocate network for instance. [ 775.875592] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b39b2cbd-4beb-43e0-a037-46d97de74ac2 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "cd7dce97-f3fe-477e-9169-38cfcd581d38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.913s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.876097] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance '8d3b4526-ef53-4517-a042-5b23502cd66a' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 775.974598] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67cf7896-7b16-4da2-a7be-4809e95a6eeb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.984123] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad90b3a-f4e2-469b-94a2-2b936751ff60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.019020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7475c0-3ad7-4864-bb22-dd3265d1b973 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.028824] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4685d9-cb22-4977-b989-db8074ca86a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.047480] env[69751]: DEBUG nova.compute.provider_tree [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.131446] env[69751]: DEBUG oslo_vmware.api [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483126, 'name': PowerOnVM_Task, 'duration_secs': 0.836078} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.131446] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.133048] env[69751]: INFO nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Took 10.59 seconds to spawn the instance on the hypervisor. [ 776.133307] env[69751]: DEBUG nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.133621] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.134448] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e6cd31-042d-4a3b-b365-b0aabb96b81b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.234087] env[69751]: DEBUG nova.compute.manager [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.235041] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bf0b86-cd15-4382-b4c5-1f8217e976c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.275209] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.302393] env[69751]: DEBUG nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.340156] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.340311] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.340373] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.340517] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.340681] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.340799] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.341011] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.341186] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.341352] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.341514] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.341697] env[69751]: DEBUG nova.virt.hardware [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.342551] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1781d29-270d-4103-ad1a-8fbebf1fd424 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.353328] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c4c433-efb7-4c0e-8287-906b624ac599 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.390871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.391633] env[69751]: DEBUG nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.399301] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 776.399301] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5daf7e87-4e0d-4b47-9215-5ad11c12b8ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.406033] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 776.406033] env[69751]: value = "task-3483129" [ 776.406033] env[69751]: _type = "Task" [ 776.406033] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.423812] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.554137] env[69751]: DEBUG nova.scheduler.client.report [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.623421] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641899} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.623421] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.623421] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.624018] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cdbdf46-89ea-4670-8796-34fff83342cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.631783] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 776.631783] env[69751]: value = "task-3483130" [ 776.631783] env[69751]: _type = "Task" [ 776.631783] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.649511] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.670341] env[69751]: INFO nova.compute.manager [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Took 28.27 seconds to build instance. [ 776.752235] env[69751]: INFO nova.compute.manager [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] instance snapshotting [ 776.758548] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c28f67-728e-42dd-ba40-4faa6300aee8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.793332] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1e94a7-a297-432c-9800-5112a01791f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.804921] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483128, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.02789} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.807516] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 900ed14f-8f7c-403d-93e8-f7a7cb624669/900ed14f-8f7c-403d-93e8-f7a7cb624669.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 776.807855] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 776.810728] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3457b6c1-d4c9-43ee-870a-c73170f1d091 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.818200] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 776.818200] env[69751]: value = "task-3483131" [ 776.818200] env[69751]: _type = "Task" [ 776.818200] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.830872] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.914261] env[69751]: DEBUG nova.compute.manager [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Received event network-changed-fcf10102-fd5f-4741-bd84-507bcd048ffa {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.914468] env[69751]: DEBUG nova.compute.manager [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Refreshing instance network info cache due to event network-changed-fcf10102-fd5f-4741-bd84-507bcd048ffa. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.915068] env[69751]: DEBUG oslo_concurrency.lockutils [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] Acquiring lock "refresh_cache-900ed14f-8f7c-403d-93e8-f7a7cb624669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.915068] env[69751]: DEBUG oslo_concurrency.lockutils [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] Acquired lock "refresh_cache-900ed14f-8f7c-403d-93e8-f7a7cb624669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.915068] env[69751]: DEBUG nova.network.neutron [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Refreshing network info cache for port fcf10102-fd5f-4741-bd84-507bcd048ffa {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.926932] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483129, 'name': PowerOffVM_Task, 'duration_secs': 0.503487} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.927247] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.927392] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance '8d3b4526-ef53-4517-a042-5b23502cd66a' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 776.935461] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.060168] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.060704] env[69751]: DEBUG nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.063181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.821s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.064693] env[69751]: INFO nova.compute.claims [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.148663] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091966} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.149131] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.153222] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545c0c4f-bc4c-4d76-8f0d-51f89053b86f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.176320] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.176837] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3dcd6d-b7de-4c9b-b1b7-6bcb2f994eea tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.490s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.177122] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36e1a50e-e2e3-47fd-ba68-e7a7d32c03cd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.203209] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 777.203209] env[69751]: value = "task-3483132" [ 777.203209] env[69751]: _type = "Task" [ 777.203209] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.215908] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.315089] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 777.316984] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-370d1a72-5377-4983-8870-daa7d8586e00 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.335096] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087587} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.336569] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.339254] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 777.339254] env[69751]: value = "task-3483133" [ 777.339254] env[69751]: _type = "Task" [ 777.339254] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.339254] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6518d38-e387-4d7d-8149-3d31c7aa2c94 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.373260] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 900ed14f-8f7c-403d-93e8-f7a7cb624669/900ed14f-8f7c-403d-93e8-f7a7cb624669.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.376215] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2305745a-6418-4a47-9798-60ee9e38f434 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.392894] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483133, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.400497] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 777.400497] env[69751]: value = "task-3483134" [ 777.400497] env[69751]: _type = "Task" [ 777.400497] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.413571] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.437815] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.437815] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.438122] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.438122] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.438226] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.438976] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.438976] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.438976] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.438976] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.442541] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.442541] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.449119] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd9c54a3-9ad6-4b7e-beae-2d981785349f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.465875] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.466080] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.474340] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 777.474340] env[69751]: value = "task-3483135" [ 777.474340] env[69751]: _type = "Task" [ 777.474340] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.489145] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.514337] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.514337] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.571771] env[69751]: DEBUG nova.compute.utils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.578664] env[69751]: DEBUG nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.580485] env[69751]: DEBUG nova.network.neutron [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.700081] env[69751]: DEBUG nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.720426] env[69751]: DEBUG nova.policy [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187d6c52f4345e38d5f854e53f7e437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e375cf3ed4e4439a26d8174e32bfd31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.732057] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483132, 'name': ReconfigVM_Task, 'duration_secs': 0.405003} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.733035] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Reconfigured VM instance instance-00000009 to attach disk [datastore1] fee3d7b7-86bf-46f7-92a7-a626663dac51/fee3d7b7-86bf-46f7-92a7-a626663dac51.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.735092] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5640454c-2cef-444e-bcfe-d50d14dce41f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.747623] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 777.747623] env[69751]: value = "task-3483136" [ 777.747623] env[69751]: _type = "Task" [ 777.747623] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.753614] env[69751]: DEBUG nova.network.neutron [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Successfully updated port: 5f5565cf-5232-42a4-a6db-d62661e2e67b {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.763780] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483136, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.785135] env[69751]: DEBUG nova.network.neutron [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Updated VIF entry in instance network info cache for port fcf10102-fd5f-4741-bd84-507bcd048ffa. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.786024] env[69751]: DEBUG nova.network.neutron [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Updating instance_info_cache with network_info: [{"id": "fcf10102-fd5f-4741-bd84-507bcd048ffa", "address": "fa:16:3e:2e:a4:3d", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.192", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf10102-fd", "ovs_interfaceid": "fcf10102-fd5f-4741-bd84-507bcd048ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.861526] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483133, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.920271] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483134, 'name': ReconfigVM_Task, 'duration_secs': 0.318738} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.920271] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 900ed14f-8f7c-403d-93e8-f7a7cb624669/900ed14f-8f7c-403d-93e8-f7a7cb624669.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.921701] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14990401-da85-4f8e-af1b-782514de8601 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.929276] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 777.929276] env[69751]: value = "task-3483137" [ 777.929276] env[69751]: _type = "Task" [ 777.929276] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.943300] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483137, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.984401] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483135, 'name': ReconfigVM_Task, 'duration_secs': 0.192003} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.984401] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance '8d3b4526-ef53-4517-a042-5b23502cd66a' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 778.077426] env[69751]: DEBUG nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.232619] env[69751]: DEBUG nova.network.neutron [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Successfully created port: 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.236664] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.265831] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.266049] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.266214] env[69751]: DEBUG nova.network.neutron [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.275028] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483136, 'name': Rename_Task, 'duration_secs': 0.217038} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.275028] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.275028] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fca006f0-6fe4-42c7-ae47-94efa01dbb23 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.290832] env[69751]: DEBUG oslo_concurrency.lockutils [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] Releasing lock "refresh_cache-900ed14f-8f7c-403d-93e8-f7a7cb624669" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.291123] env[69751]: DEBUG nova.compute.manager [req-88172e23-ea48-4735-b0d5-871914c17927 req-d5d39797-e127-4531-bf3d-52365ed22245 service nova] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Received event network-vif-deleted-9ea82a34-d7f5-48c3-a711-acb68049c1dc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.291835] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Waiting for the task: (returnval){ [ 778.291835] env[69751]: value = "task-3483138" [ 778.291835] env[69751]: _type = "Task" [ 778.291835] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.303791] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483138, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.360553] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483133, 'name': CreateSnapshot_Task, 'duration_secs': 0.528419} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.360768] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 778.361568] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3438e08d-45f6-4bc5-bbd0-c4e947c7c3ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.459859] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483137, 'name': Rename_Task, 'duration_secs': 0.146162} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.459859] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.459859] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d3a00f9-b88e-4505-9f98-75ba30c0f3c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.472189] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 778.472189] env[69751]: value = "task-3483139" [ 778.472189] env[69751]: _type = "Task" [ 778.472189] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.485252] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.493893] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.493893] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.493893] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.493893] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.494285] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.494285] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.494285] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.494285] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.494419] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.494689] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.495186] env[69751]: DEBUG nova.virt.hardware [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.503050] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 778.505890] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d244b6f0-17b9-43c3-86a7-ff5c2b97dae4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.530961] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 778.530961] env[69751]: value = "task-3483140" [ 778.530961] env[69751]: _type = "Task" [ 778.530961] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.541387] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.752589] env[69751]: DEBUG nova.compute.manager [None req-c7d915d2-6bff-4164-8b30-2c6f573a8d3a tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.754185] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c85836-6847-4adb-a016-d58f3daa7b38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.810617] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483138, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.890756] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.891811] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-54a91d69-3559-4269-8bbc-ad0f3bd94c9e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.899093] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cf080b-39b0-4a05-9c24-edf92dc67249 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.908176] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd4068b-a5eb-4f3e-8f8d-fbe1cd281ca8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.913474] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 778.913474] env[69751]: value = "task-3483141" [ 778.913474] env[69751]: _type = "Task" [ 778.913474] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.947360] env[69751]: DEBUG nova.network.neutron [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.950434] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c67652c-decf-4134-8558-318b08728b74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.957390] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483141, 'name': CloneVM_Task} progress is 12%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.967203] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f598071-fb98-4057-91b0-bba1c32f1669 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.982022] env[69751]: DEBUG nova.compute.provider_tree [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.991922] env[69751]: DEBUG oslo_vmware.api [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483139, 'name': PowerOnVM_Task, 'duration_secs': 0.472611} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.992298] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.993139] env[69751]: INFO nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Took 7.93 seconds to spawn the instance on the hypervisor. [ 778.993139] env[69751]: DEBUG nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.993577] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8091d02-3138-415d-bfb4-430e6544114f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.044852] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483140, 'name': ReconfigVM_Task, 'duration_secs': 0.236723} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.045194] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 779.046031] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc50e5f-6dfa-4761-8f95-73cc6d5171b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.073962] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 8d3b4526-ef53-4517-a042-5b23502cd66a/8d3b4526-ef53-4517-a042-5b23502cd66a.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.075871] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-303edcff-d3b7-4e6e-a141-d2da9da04f69 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.092106] env[69751]: DEBUG nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.103027] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 779.103027] env[69751]: value = "task-3483142" [ 779.103027] env[69751]: _type = "Task" [ 779.103027] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.110408] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.130644] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.130817] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.130817] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.131021] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.131198] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.131736] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.131736] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.131736] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.131895] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.132305] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.132305] env[69751]: DEBUG nova.virt.hardware [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.133202] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddb8896-5688-4e12-bd8f-2a940a198299 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.141533] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f583989b-9df2-4ab7-97c6-dfdb7a246fa3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.290621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "9656233b-1a78-4451-908c-c162637a8253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.290621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "9656233b-1a78-4451-908c-c162637a8253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.290621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "9656233b-1a78-4451-908c-c162637a8253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.290621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "9656233b-1a78-4451-908c-c162637a8253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.290799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "9656233b-1a78-4451-908c-c162637a8253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.295691] env[69751]: INFO nova.compute.manager [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Terminating instance [ 779.297893] env[69751]: INFO nova.compute.manager [None req-c7d915d2-6bff-4164-8b30-2c6f573a8d3a tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] instance snapshotting [ 779.298414] env[69751]: DEBUG nova.objects.instance [None req-c7d915d2-6bff-4164-8b30-2c6f573a8d3a tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lazy-loading 'flavor' on Instance uuid cd7dce97-f3fe-477e-9169-38cfcd581d38 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.313140] env[69751]: DEBUG oslo_vmware.api [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Task: {'id': task-3483138, 'name': PowerOnVM_Task, 'duration_secs': 0.646431} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.314243] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.314544] env[69751]: DEBUG nova.compute.manager [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 779.315555] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2f7ca-0b67-4edc-a573-16cadc59c88d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.428758] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483141, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.488745] env[69751]: DEBUG nova.scheduler.client.report [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.519952] env[69751]: INFO nova.compute.manager [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Took 29.47 seconds to build instance. [ 779.617073] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.730770] env[69751]: DEBUG nova.network.neutron [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Updating instance_info_cache with network_info: [{"id": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "address": "fa:16:3e:f7:d5:2b", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5565cf-52", "ovs_interfaceid": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.813314] env[69751]: DEBUG nova.compute.manager [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.813314] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.813314] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a11ca83-dbfd-42f4-bb11-164e1ad36726 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.817127] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fc2eb-505b-456e-ae99-197804430196 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.824659] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.836114] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d89c025-a828-4f0c-b712-3eeeb745d57a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.847947] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6705e5f0-7863-4ca2-8241-34aa2ac22635 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.854220] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.866189] env[69751]: DEBUG oslo_vmware.api [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 779.866189] env[69751]: value = "task-3483143" [ 779.866189] env[69751]: _type = "Task" [ 779.866189] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.877739] env[69751]: DEBUG oslo_vmware.api [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.931790] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483141, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.995270] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.932s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.996827] env[69751]: DEBUG nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.999157] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.336s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.999403] env[69751]: DEBUG nova.objects.instance [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lazy-loading 'resources' on Instance uuid 2dad8109-bd76-4d6e-86c2-b582ec682e5d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.022521] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8e63483d-d9e6-4c8b-a594-bf46bdb169c0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.505s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.117279] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483142, 'name': ReconfigVM_Task, 'duration_secs': 0.568062} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.117279] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 8d3b4526-ef53-4517-a042-5b23502cd66a/8d3b4526-ef53-4517-a042-5b23502cd66a.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.117871] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance '8d3b4526-ef53-4517-a042-5b23502cd66a' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.145255] env[69751]: DEBUG nova.compute.manager [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Received event network-vif-plugged-5f5565cf-5232-42a4-a6db-d62661e2e67b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.145929] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] Acquiring lock "1051b941-c705-42c0-833d-e6e35aacb293-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.146328] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] Lock "1051b941-c705-42c0-833d-e6e35aacb293-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.146942] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] Lock "1051b941-c705-42c0-833d-e6e35aacb293-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.147269] env[69751]: DEBUG nova.compute.manager [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] No waiting events found dispatching network-vif-plugged-5f5565cf-5232-42a4-a6db-d62661e2e67b {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 780.147578] env[69751]: WARNING nova.compute.manager [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Received unexpected event network-vif-plugged-5f5565cf-5232-42a4-a6db-d62661e2e67b for instance with vm_state building and task_state spawning. [ 780.147900] env[69751]: DEBUG nova.compute.manager [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Received event network-changed-5f5565cf-5232-42a4-a6db-d62661e2e67b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.148133] env[69751]: DEBUG nova.compute.manager [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Refreshing instance network info cache due to event network-changed-5f5565cf-5232-42a4-a6db-d62661e2e67b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.148369] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] Acquiring lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.234961] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.235283] env[69751]: DEBUG nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Instance network_info: |[{"id": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "address": "fa:16:3e:f7:d5:2b", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5565cf-52", "ovs_interfaceid": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 780.235627] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] Acquired lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.235963] env[69751]: DEBUG nova.network.neutron [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Refreshing network info cache for port 5f5565cf-5232-42a4-a6db-d62661e2e67b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.237643] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:d5:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f5565cf-5232-42a4-a6db-d62661e2e67b', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.249880] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Creating folder: Project (140d02776c384114ad4eca1332da9d0f). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.251061] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef1f8e47-6acd-48e0-bdaa-85fc91b2da1d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.265025] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Created folder: Project (140d02776c384114ad4eca1332da9d0f) in parent group-v696263. [ 780.265025] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Creating folder: Instances. Parent ref: group-v696316. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.265025] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76075b0f-fedb-4ace-bcf8-403794cd1ff1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.275327] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Created folder: Instances in parent group-v696316. [ 780.275327] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.275451] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.281026] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c3484f8-b814-40d2-b4b4-a4901f4b1dbd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.309395] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.309395] env[69751]: value = "task-3483146" [ 780.309395] env[69751]: _type = "Task" [ 780.309395] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.323438] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483146, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.381478] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.381478] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.389747] env[69751]: DEBUG oslo_vmware.api [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483143, 'name': PowerOffVM_Task, 'duration_secs': 0.229943} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.389747] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.389747] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.389747] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd24697-f2d0-48f7-97cc-c3b47bce8ab9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.431318] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "cd7dce97-f3fe-477e-9169-38cfcd581d38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.431318] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "cd7dce97-f3fe-477e-9169-38cfcd581d38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.431318] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "cd7dce97-f3fe-477e-9169-38cfcd581d38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.431318] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "cd7dce97-f3fe-477e-9169-38cfcd581d38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.431624] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "cd7dce97-f3fe-477e-9169-38cfcd581d38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.432017] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483141, 'name': CloneVM_Task} progress is 95%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.432598] env[69751]: INFO nova.compute.manager [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Terminating instance [ 780.452518] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.452518] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.452518] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Deleting the datastore file [datastore2] 9656233b-1a78-4451-908c-c162637a8253 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.453097] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc74ea57-a830-41ad-a20c-441dc3b97f30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.461845] env[69751]: DEBUG oslo_vmware.api [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for the task: (returnval){ [ 780.461845] env[69751]: value = "task-3483148" [ 780.461845] env[69751]: _type = "Task" [ 780.461845] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.471142] env[69751]: DEBUG oslo_vmware.api [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.503568] env[69751]: DEBUG nova.compute.utils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.509722] env[69751]: DEBUG nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.509949] env[69751]: DEBUG nova.network.neutron [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.525646] env[69751]: DEBUG nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 780.630701] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf627a-16a0-4fac-bf03-2d02054b82c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.666282] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b83be6e-d1dc-4e04-8a5c-255c9ff17e19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.691314] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance '8d3b4526-ef53-4517-a042-5b23502cd66a' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 780.703290] env[69751]: DEBUG nova.policy [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf9dbb8d79d84532b9d7e24b8c370552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '140d02776c384114ad4eca1332da9d0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.772296] env[69751]: DEBUG nova.network.neutron [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Successfully updated port: 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 780.823239] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483146, 'name': CreateVM_Task, 'duration_secs': 0.39636} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.826845] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.828184] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.828398] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.828700] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.829322] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-629e7d47-5fad-4ee8-82ee-c907e3be4a73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.836185] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 780.836185] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52109635-7f1d-12fc-2a33-0299391802b1" [ 780.836185] env[69751]: _type = "Task" [ 780.836185] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.845225] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52109635-7f1d-12fc-2a33-0299391802b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.928713] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483141, 'name': CloneVM_Task, 'duration_secs': 1.640934} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.929034] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Created linked-clone VM from snapshot [ 780.931389] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af683b8-80df-4ce0-be8c-334de86ce438 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.944588] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "refresh_cache-cd7dce97-f3fe-477e-9169-38cfcd581d38" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.944588] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquired lock "refresh_cache-cd7dce97-f3fe-477e-9169-38cfcd581d38" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.944949] env[69751]: DEBUG nova.network.neutron [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.947879] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Uploading image 477badd7-5661-4601-a462-e3c4f41d561a {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 780.972052] env[69751]: DEBUG oslo_vmware.api [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Task: {'id': task-3483148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22999} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.972210] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.972823] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.972823] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.973053] env[69751]: INFO nova.compute.manager [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] [instance: 9656233b-1a78-4451-908c-c162637a8253] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.973296] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.973611] env[69751]: DEBUG nova.compute.manager [-] [instance: 9656233b-1a78-4451-908c-c162637a8253] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.973611] env[69751]: DEBUG nova.network.neutron [-] [instance: 9656233b-1a78-4451-908c-c162637a8253] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.977528] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.977528] env[69751]: value = "vm-696315" [ 780.977528] env[69751]: _type = "VirtualMachine" [ 780.977528] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.979959] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88020e14-2ec0-48f7-97a8-91925c94cb97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.991652] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lease: (returnval){ [ 780.991652] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b7631-a0b9-2bcb-d3e8-bc5d85daa5da" [ 780.991652] env[69751]: _type = "HttpNfcLease" [ 780.991652] env[69751]: } obtained for exporting VM: (result){ [ 780.991652] env[69751]: value = "vm-696315" [ 780.991652] env[69751]: _type = "VirtualMachine" [ 780.991652] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.991948] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the lease: (returnval){ [ 780.991948] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b7631-a0b9-2bcb-d3e8-bc5d85daa5da" [ 780.991948] env[69751]: _type = "HttpNfcLease" [ 780.991948] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.999898] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.999898] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b7631-a0b9-2bcb-d3e8-bc5d85daa5da" [ 780.999898] env[69751]: _type = "HttpNfcLease" [ 780.999898] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 781.011109] env[69751]: DEBUG nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.051618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.211232] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76776a46-e0f6-4cd9-9973-08854fad7ea8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.222846] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49e229e-b349-4592-85a0-6e5fd7413914 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.257363] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa8676-bece-46b2-8d3b-42d8e6570b7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.263307] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.263553] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.271076] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccedae8a-ec53-495f-b25a-7f6ab6dfcebf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.275338] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.275464] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.275614] env[69751]: DEBUG nova.network.neutron [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.290221] env[69751]: DEBUG nova.compute.provider_tree [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.348572] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52109635-7f1d-12fc-2a33-0299391802b1, 'name': SearchDatastore_Task, 'duration_secs': 0.018287} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.349360] env[69751]: DEBUG nova.network.neutron [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Port ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 781.350908] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.350908] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.351217] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.351660] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.351877] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.352360] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2ff3082-b299-43af-b319-f76bd3ca2dee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.364737] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.364939] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.365772] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2be3654-d79e-485b-890a-4a7370cd8ffc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.369148] env[69751]: DEBUG nova.compute.manager [None req-c7d915d2-6bff-4164-8b30-2c6f573a8d3a tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Instance disappeared during snapshot {{(pid=69751) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 781.375301] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 781.375301] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5291e3a1-d949-0fb3-f56d-3d5f6608240d" [ 781.375301] env[69751]: _type = "Task" [ 781.375301] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.388222] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5291e3a1-d949-0fb3-f56d-3d5f6608240d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.427522] env[69751]: DEBUG nova.network.neutron [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Updated VIF entry in instance network info cache for port 5f5565cf-5232-42a4-a6db-d62661e2e67b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.429643] env[69751]: DEBUG nova.network.neutron [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Updating instance_info_cache with network_info: [{"id": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "address": "fa:16:3e:f7:d5:2b", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5565cf-52", "ovs_interfaceid": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.483399] env[69751]: DEBUG nova.network.neutron [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.501926] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 781.501926] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b7631-a0b9-2bcb-d3e8-bc5d85daa5da" [ 781.501926] env[69751]: _type = "HttpNfcLease" [ 781.501926] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 781.503455] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 781.503455] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b7631-a0b9-2bcb-d3e8-bc5d85daa5da" [ 781.503455] env[69751]: _type = "HttpNfcLease" [ 781.503455] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 781.503684] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d904007-0d47-44ab-b281-3d23223654d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.512461] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296ca27-edf2-06ab-8aa7-3d08c8999eea/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 781.512676] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296ca27-edf2-06ab-8aa7-3d08c8999eea/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 781.524023] env[69751]: DEBUG nova.compute.manager [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Received event network-changed-875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.524023] env[69751]: DEBUG nova.compute.manager [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Refreshing instance network info cache due to event network-changed-875891a2-f938-4341-b3c6-a74d632d2151. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.524023] env[69751]: DEBUG oslo_concurrency.lockutils [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] Acquiring lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.524023] env[69751]: DEBUG oslo_concurrency.lockutils [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] Acquired lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.524023] env[69751]: DEBUG nova.network.neutron [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Refreshing network info cache for port 875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 781.595738] env[69751]: DEBUG nova.compute.manager [None req-c7d915d2-6bff-4164-8b30-2c6f573a8d3a tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Found 0 images (rotation: 2) {{(pid=69751) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 781.640320] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a64a7eb2-3f2c-48c7-aab6-33ec41eca421 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.642419] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "fee3d7b7-86bf-46f7-92a7-a626663dac51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.642950] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "fee3d7b7-86bf-46f7-92a7-a626663dac51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.642950] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "fee3d7b7-86bf-46f7-92a7-a626663dac51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.643093] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "fee3d7b7-86bf-46f7-92a7-a626663dac51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.643262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "fee3d7b7-86bf-46f7-92a7-a626663dac51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.646815] env[69751]: INFO nova.compute.manager [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Terminating instance [ 781.703336] env[69751]: DEBUG nova.network.neutron [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.794323] env[69751]: DEBUG nova.scheduler.client.report [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.851026] env[69751]: DEBUG nova.network.neutron [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.851026] env[69751]: DEBUG nova.network.neutron [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Successfully created port: 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.890426] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5291e3a1-d949-0fb3-f56d-3d5f6608240d, 'name': SearchDatastore_Task, 'duration_secs': 0.019261} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.893264] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8591dcf5-00d8-4b59-a768-f768e009701e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.899279] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 781.899279] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dc2116-34ae-48ee-2459-7705b099a272" [ 781.899279] env[69751]: _type = "Task" [ 781.899279] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.907263] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dc2116-34ae-48ee-2459-7705b099a272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.932304] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b32d24d-63b0-4b0e-a9f8-591edcfd7b9a req-5c599143-95aa-495a-8d77-1ef233b8bdbc service nova] Releasing lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.025800] env[69751]: DEBUG nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 782.053394] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 782.054545] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 782.054727] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.055151] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 782.055527] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.055941] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 782.056378] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 782.056671] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 782.056951] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 782.057170] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 782.057387] env[69751]: DEBUG nova.virt.hardware [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 782.058784] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f98c05a-dfef-46bd-8b14-b2bf855d100e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.068487] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05acb7b-f825-4c61-8af3-b0817533e3ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.153558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "refresh_cache-fee3d7b7-86bf-46f7-92a7-a626663dac51" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.154653] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquired lock "refresh_cache-fee3d7b7-86bf-46f7-92a7-a626663dac51" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.154653] env[69751]: DEBUG nova.network.neutron [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.205068] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Releasing lock "refresh_cache-cd7dce97-f3fe-477e-9169-38cfcd581d38" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.205612] env[69751]: DEBUG nova.compute.manager [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.206047] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.207047] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b4485-8b48-487a-ace6-1965ae4165b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.217430] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.220637] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea9578b2-e01e-42e7-b625-b5ebbb7afdd2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.223780] env[69751]: DEBUG nova.network.neutron [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updating instance_info_cache with network_info: [{"id": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "address": "fa:16:3e:d2:f5:e0", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b79115-0c", "ovs_interfaceid": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.233277] env[69751]: DEBUG oslo_vmware.api [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 782.233277] env[69751]: value = "task-3483154" [ 782.233277] env[69751]: _type = "Task" [ 782.233277] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.250361] env[69751]: DEBUG nova.network.neutron [-] [instance: 9656233b-1a78-4451-908c-c162637a8253] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.250666] env[69751]: DEBUG oslo_vmware.api [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.300481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.309761] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.849s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.312864] env[69751]: INFO nova.compute.claims [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.344919] env[69751]: INFO nova.scheduler.client.report [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Deleted allocations for instance 2dad8109-bd76-4d6e-86c2-b582ec682e5d [ 782.386219] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.386742] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.387148] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.411873] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dc2116-34ae-48ee-2459-7705b099a272, 'name': SearchDatastore_Task, 'duration_secs': 0.020569} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.413194] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.414071] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 1051b941-c705-42c0-833d-e6e35aacb293/1051b941-c705-42c0-833d-e6e35aacb293.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.415088] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5e62325-0622-410b-8f3e-fd1796ec99d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.425095] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 782.425095] env[69751]: value = "task-3483155" [ 782.425095] env[69751]: _type = "Task" [ 782.425095] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.438918] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.593716] env[69751]: DEBUG nova.network.neutron [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Updated VIF entry in instance network info cache for port 875891a2-f938-4341-b3c6-a74d632d2151. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.594737] env[69751]: DEBUG nova.network.neutron [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Updating instance_info_cache with network_info: [{"id": "875891a2-f938-4341-b3c6-a74d632d2151", "address": "fa:16:3e:c2:34:e1", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap875891a2-f9", "ovs_interfaceid": "875891a2-f938-4341-b3c6-a74d632d2151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.690916] env[69751]: DEBUG nova.network.neutron [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 782.728487] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Releasing lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.728885] env[69751]: DEBUG nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Instance network_info: |[{"id": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "address": "fa:16:3e:d2:f5:e0", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b79115-0c", "ovs_interfaceid": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 782.729422] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:f5:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50b79115-0c74-45c7-9ff0-80b9fbbfb9f5', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 782.741246] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Creating folder: Project (5e375cf3ed4e4439a26d8174e32bfd31). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.741662] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2867e374-a05a-4e07-b67c-e73aca2d6e80 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.756794] env[69751]: INFO nova.compute.manager [-] [instance: 9656233b-1a78-4451-908c-c162637a8253] Took 1.78 seconds to deallocate network for instance. [ 782.756794] env[69751]: DEBUG oslo_vmware.api [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483154, 'name': PowerOffVM_Task, 'duration_secs': 0.20861} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.762634] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.762833] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.765189] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6623ec6d-15ae-4533-8168-981b69e88d62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.767356] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Created folder: Project (5e375cf3ed4e4439a26d8174e32bfd31) in parent group-v696263. [ 782.767741] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Creating folder: Instances. Parent ref: group-v696322. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 782.767999] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-556599e4-3365-46be-b3da-d439285cfebc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.779330] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Created folder: Instances in parent group-v696322. [ 782.779662] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 782.779878] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 782.780181] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cfecac4-035e-4697-a2e4-a81566829495 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.801713] env[69751]: DEBUG nova.network.neutron [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.803437] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.803502] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.803828] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Deleting the datastore file [datastore1] cd7dce97-f3fe-477e-9169-38cfcd581d38 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.804496] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e15fba-5260-4f90-bb00-46bbed750e8b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.811775] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 782.811775] env[69751]: value = "task-3483159" [ 782.811775] env[69751]: _type = "Task" [ 782.811775] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.822574] env[69751]: DEBUG oslo_vmware.api [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for the task: (returnval){ [ 782.822574] env[69751]: value = "task-3483160" [ 782.822574] env[69751]: _type = "Task" [ 782.822574] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.831575] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483159, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.851820] env[69751]: DEBUG oslo_vmware.api [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.863470] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea3fe61e-c4d8-4c2e-9b21-3693bee87f24 tempest-ServerDiagnosticsNegativeTest-2065069414 tempest-ServerDiagnosticsNegativeTest-2065069414-project-member] Lock "2dad8109-bd76-4d6e-86c2-b582ec682e5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.413s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.941117] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483155, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.008338] env[69751]: DEBUG nova.compute.manager [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received event network-vif-plugged-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.009472] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] Acquiring lock "be388d62-02c2-4881-a81c-bddcbc3ce998-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.009717] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.009875] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.010057] env[69751]: DEBUG nova.compute.manager [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] No waiting events found dispatching network-vif-plugged-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 783.010221] env[69751]: WARNING nova.compute.manager [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received unexpected event network-vif-plugged-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 for instance with vm_state building and task_state spawning. [ 783.010375] env[69751]: DEBUG nova.compute.manager [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.010521] env[69751]: DEBUG nova.compute.manager [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing instance network info cache due to event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.010699] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] Acquiring lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.010852] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] Acquired lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.011030] env[69751]: DEBUG nova.network.neutron [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.049036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "0e9202db-b649-45c1-82cc-da3f96a8482d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.049036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.100957] env[69751]: DEBUG oslo_concurrency.lockutils [req-a362c628-a931-4439-8e68-aae1fbbe5784 req-b4afe716-dbde-48d0-a851-b82113bcc3ec service nova] Releasing lock "refresh_cache-3b603181-6bc2-4748-8497-bd09265ed0f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.265575] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.310919] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Releasing lock "refresh_cache-fee3d7b7-86bf-46f7-92a7-a626663dac51" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.311477] env[69751]: DEBUG nova.compute.manager [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.311749] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.312720] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2e5288-1dc2-486a-87ce-e8c1d555fa40 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.332632] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 783.344850] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce8edb5-f171-40d5-9f3d-53bb86f7478a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.344850] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483159, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.356830] env[69751]: DEBUG oslo_vmware.api [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Task: {'id': task-3483160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443642} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.359530] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.360172] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.360793] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.361433] env[69751]: INFO nova.compute.manager [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Took 1.16 seconds to destroy the instance on the hypervisor. [ 783.361896] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.363098] env[69751]: DEBUG oslo_vmware.api [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 783.363098] env[69751]: value = "task-3483161" [ 783.363098] env[69751]: _type = "Task" [ 783.363098] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.364369] env[69751]: DEBUG nova.compute.manager [-] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.364369] env[69751]: DEBUG nova.network.neutron [-] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.381580] env[69751]: DEBUG oslo_vmware.api [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.436954] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654635} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.437548] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 1051b941-c705-42c0-833d-e6e35aacb293/1051b941-c705-42c0-833d-e6e35aacb293.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.438038] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.438531] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-908891b0-9bd7-4555-b028-998df218b747 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.449241] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 783.449241] env[69751]: value = "task-3483162" [ 783.449241] env[69751]: _type = "Task" [ 783.449241] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.451693] env[69751]: DEBUG nova.network.neutron [-] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.465493] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.828788] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483159, 'name': CreateVM_Task, 'duration_secs': 0.732762} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.828866] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.829857] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.829857] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.830149] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.831446] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa09eef-1aea-45e0-94d8-7825f4ec9b5c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.843235] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 783.843235] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529881dd-753b-0644-fef2-7cee605ec070" [ 783.843235] env[69751]: _type = "Task" [ 783.843235] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.856824] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529881dd-753b-0644-fef2-7cee605ec070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.861681] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.863090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.863295] env[69751]: DEBUG nova.network.neutron [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.876859] env[69751]: DEBUG oslo_vmware.api [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483161, 'name': PowerOffVM_Task, 'duration_secs': 0.222829} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.876859] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.876859] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.876859] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f443baa1-2d9a-413e-a874-9aab4556ee8b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.906565] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.906565] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.906565] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Deleting the datastore file [datastore1] fee3d7b7-86bf-46f7-92a7-a626663dac51 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.906565] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5876bffd-5f42-4130-a651-c535879c0649 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.917643] env[69751]: DEBUG oslo_vmware.api [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for the task: (returnval){ [ 783.917643] env[69751]: value = "task-3483165" [ 783.917643] env[69751]: _type = "Task" [ 783.917643] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.927693] env[69751]: DEBUG oslo_vmware.api [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483165, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.959643] env[69751]: DEBUG nova.network.neutron [-] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.968964] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077264} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.971178] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.971178] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3e1920-05d4-448c-aa58-e0f8247082ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.000220] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 1051b941-c705-42c0-833d-e6e35aacb293/1051b941-c705-42c0-833d-e6e35aacb293.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.004352] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e45d1c11-8b9c-443e-8349-84fb3e1a90b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.036104] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 784.036104] env[69751]: value = "task-3483166" [ 784.036104] env[69751]: _type = "Task" [ 784.036104] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.046590] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483166, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.140059] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5134a6b7-5042-409d-9560-37344bc000da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.149249] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7cd8fc-bfee-4b54-8911-8f6355cc9f9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.181832] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d799977-e007-430d-be1f-85658c69d795 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.189888] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e10f61-6db4-4b9a-9101-839dbc358fdb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.208073] env[69751]: DEBUG nova.compute.provider_tree [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.359960] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529881dd-753b-0644-fef2-7cee605ec070, 'name': SearchDatastore_Task, 'duration_secs': 0.030249} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.360318] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.360564] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.360816] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.360997] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.361547] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.362260] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fff992f8-72f5-429d-b5e6-e7409546ed2f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.376625] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.379265] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.382628] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf40802-f76c-4e57-add9-ed435551a7c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.390019] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 784.390019] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5219a7a1-a175-c6ce-930c-f7eedf5574ce" [ 784.390019] env[69751]: _type = "Task" [ 784.390019] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.397834] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5219a7a1-a175-c6ce-930c-f7eedf5574ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.426864] env[69751]: DEBUG oslo_vmware.api [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Task: {'id': task-3483165, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222087} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.426864] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 784.426864] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 784.427273] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 784.427273] env[69751]: INFO nova.compute.manager [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Took 1.12 seconds to destroy the instance on the hypervisor. [ 784.428146] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.428146] env[69751]: DEBUG nova.compute.manager [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 784.428146] env[69751]: DEBUG nova.network.neutron [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 784.463257] env[69751]: INFO nova.compute.manager [-] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Took 1.10 seconds to deallocate network for instance. [ 784.497820] env[69751]: DEBUG nova.network.neutron [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.503223] env[69751]: DEBUG nova.network.neutron [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updated VIF entry in instance network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.503843] env[69751]: DEBUG nova.network.neutron [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updating instance_info_cache with network_info: [{"id": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "address": "fa:16:3e:d2:f5:e0", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b79115-0c", "ovs_interfaceid": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.552190] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.712349] env[69751]: DEBUG nova.scheduler.client.report [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.864969] env[69751]: DEBUG nova.network.neutron [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance_info_cache with network_info: [{"id": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "address": "fa:16:3e:62:a5:68", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec52adaf-97", "ovs_interfaceid": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.904926] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5219a7a1-a175-c6ce-930c-f7eedf5574ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012821} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.909747] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4810ac33-31ba-4793-888b-bb4543af17ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.915979] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 784.915979] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52943f54-52e1-272e-bbfa-2e1ae55fc0eb" [ 784.915979] env[69751]: _type = "Task" [ 784.915979] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.927667] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52943f54-52e1-272e-bbfa-2e1ae55fc0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.955042] env[69751]: DEBUG nova.network.neutron [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Successfully updated port: 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.974215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.000192] env[69751]: DEBUG nova.network.neutron [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.009180] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] Releasing lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.009521] env[69751]: DEBUG nova.compute.manager [req-d1a93b4d-34cd-43fd-9979-30c19e9398b8 req-f0bdcb12-51e0-471f-977d-3c036315bfed service nova] [instance: 9656233b-1a78-4451-908c-c162637a8253] Received event network-vif-deleted-02113bbe-53e0-4be3-8db6-edea81f72f01 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.049861] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.172131] env[69751]: DEBUG nova.compute.manager [req-9ad09b68-dc2d-41f5-a098-3e5b8eb6f236 req-bc1416b0-cd55-4dee-8f10-05e7889a95f8 service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Received event network-vif-plugged-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.172437] env[69751]: DEBUG oslo_concurrency.lockutils [req-9ad09b68-dc2d-41f5-a098-3e5b8eb6f236 req-bc1416b0-cd55-4dee-8f10-05e7889a95f8 service nova] Acquiring lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.172542] env[69751]: DEBUG oslo_concurrency.lockutils [req-9ad09b68-dc2d-41f5-a098-3e5b8eb6f236 req-bc1416b0-cd55-4dee-8f10-05e7889a95f8 service nova] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.172710] env[69751]: DEBUG oslo_concurrency.lockutils [req-9ad09b68-dc2d-41f5-a098-3e5b8eb6f236 req-bc1416b0-cd55-4dee-8f10-05e7889a95f8 service nova] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.172875] env[69751]: DEBUG nova.compute.manager [req-9ad09b68-dc2d-41f5-a098-3e5b8eb6f236 req-bc1416b0-cd55-4dee-8f10-05e7889a95f8 service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] No waiting events found dispatching network-vif-plugged-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 785.176129] env[69751]: WARNING nova.compute.manager [req-9ad09b68-dc2d-41f5-a098-3e5b8eb6f236 req-bc1416b0-cd55-4dee-8f10-05e7889a95f8 service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Received unexpected event network-vif-plugged-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 for instance with vm_state building and task_state spawning. [ 785.219024] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.910s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.219493] env[69751]: DEBUG nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.224052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.531s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.224951] env[69751]: DEBUG nova.objects.instance [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lazy-loading 'resources' on Instance uuid f4f92db3-e4d1-476e-94e3-8ac90a27075d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 785.371371] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.439760] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52943f54-52e1-272e-bbfa-2e1ae55fc0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.012398} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.440586] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.440907] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] be388d62-02c2-4881-a81c-bddcbc3ce998/be388d62-02c2-4881-a81c-bddcbc3ce998.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.441347] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-167364c9-05b9-4018-8d7f-ffb8f80bc2ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.453470] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 785.453470] env[69751]: value = "task-3483167" [ 785.453470] env[69751]: _type = "Task" [ 785.453470] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.457603] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "refresh_cache-3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.458819] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "refresh_cache-3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.458819] env[69751]: DEBUG nova.network.neutron [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.465379] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.503256] env[69751]: INFO nova.compute.manager [-] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Took 1.08 seconds to deallocate network for instance. [ 785.553894] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483166, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.728478] env[69751]: DEBUG nova.compute.utils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.734810] env[69751]: DEBUG nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.735050] env[69751]: DEBUG nova.network.neutron [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.855347] env[69751]: DEBUG nova.policy [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7405cd1bfe475a88f481a24d3bb7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9413a7f46dca4897a391dc99db0e5085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.903313] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ee1ec-d1de-48a0-895f-e29e07c65001 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.930263] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89834734-770d-4678-b380-8ae67c7aecec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.940718] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance '8d3b4526-ef53-4517-a042-5b23502cd66a' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 785.974041] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483167, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.015963] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.064285] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483166, 'name': ReconfigVM_Task, 'duration_secs': 1.630702} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.064814] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 1051b941-c705-42c0-833d-e6e35aacb293/1051b941-c705-42c0-833d-e6e35aacb293.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.066552] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95d7dc01-bcf2-43a8-b58e-2a92d8b3a7df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.076694] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 786.076694] env[69751]: value = "task-3483169" [ 786.076694] env[69751]: _type = "Task" [ 786.076694] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.096307] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483169, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.140288] env[69751]: DEBUG nova.network.neutron [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.238023] env[69751]: DEBUG nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.247173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.247975] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.408538] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723489d0-2297-4a23-8f96-1b41a5e4696b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.419123] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365b1019-ab85-4782-bd4e-928fe0dd19f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.454030] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.455230] env[69751]: DEBUG nova.network.neutron [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Successfully created port: 43104005-ac52-4e92-9e62-3b267cb4810b {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.457224] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a27ed401-b2a7-4b15-8ebc-3548e8a8eed1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.460787] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca57192-8a17-4294-bac5-7a4e0b2a81e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.475780] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fa1c51-210e-4c85-b8d2-576d3cfbbec2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.480330] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636873} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.480713] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 786.480713] env[69751]: value = "task-3483170" [ 786.480713] env[69751]: _type = "Task" [ 786.480713] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.481039] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] be388d62-02c2-4881-a81c-bddcbc3ce998/be388d62-02c2-4881-a81c-bddcbc3ce998.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 786.481275] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 786.482070] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca1bea93-cb9a-4206-9ae1-a5ca937c3c20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.496762] env[69751]: DEBUG nova.compute.provider_tree [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.506571] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.508068] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 786.508068] env[69751]: value = "task-3483171" [ 786.508068] env[69751]: _type = "Task" [ 786.508068] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.521909] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.592994] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483169, 'name': Rename_Task, 'duration_secs': 0.256243} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.593386] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.593716] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acfbaba6-15de-4b10-82f9-7aa211e76ce8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.602566] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 786.602566] env[69751]: value = "task-3483172" [ 786.602566] env[69751]: _type = "Task" [ 786.602566] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.614863] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.616732] env[69751]: DEBUG nova.network.neutron [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Updating instance_info_cache with network_info: [{"id": "74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9", "address": "fa:16:3e:d7:6d:66", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74cbdd32-38", "ovs_interfaceid": "74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.991761] env[69751]: DEBUG oslo_vmware.api [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483170, 'name': PowerOnVM_Task, 'duration_secs': 0.457444} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.992073] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.992274] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c1195f34-a90b-4d17-9dcc-0fd61618166e tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance '8d3b4526-ef53-4517-a042-5b23502cd66a' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 787.006028] env[69751]: DEBUG nova.scheduler.client.report [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.025019] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127943} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.025164] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.026119] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ce124d-7bfe-4762-b4f9-44088ddb7672 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.053443] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] be388d62-02c2-4881-a81c-bddcbc3ce998/be388d62-02c2-4881-a81c-bddcbc3ce998.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.055629] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29bc6ca9-e993-418f-8716-728249f5740c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.080086] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 787.080086] env[69751]: value = "task-3483173" [ 787.080086] env[69751]: _type = "Task" [ 787.080086] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.103233] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483173, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.113732] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.122622] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "refresh_cache-3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.123229] env[69751]: DEBUG nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Instance network_info: |[{"id": "74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9", "address": "fa:16:3e:d7:6d:66", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74cbdd32-38", "ovs_interfaceid": "74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 787.123770] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:6d:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.133246] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.133657] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.134074] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58333ac9-56b8-45ea-b9b6-51e969e5d6f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.155127] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.155127] env[69751]: value = "task-3483174" [ 787.155127] env[69751]: _type = "Task" [ 787.155127] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.170685] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483174, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.251042] env[69751]: DEBUG nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.253750] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.254067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.280377] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.280784] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.281427] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.281427] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.281588] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.281801] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.282094] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.282744] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.282744] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.282899] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.283117] env[69751]: DEBUG nova.virt.hardware [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.284437] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0ec09b-f825-4165-bc36-0a3fe9885afa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.295141] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf20ff2d-b218-4f33-8a82-7904b197441a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.510514] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.517110] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.342s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.517435] env[69751]: DEBUG nova.objects.instance [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 787.551957] env[69751]: INFO nova.scheduler.client.report [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Deleted allocations for instance f4f92db3-e4d1-476e-94e3-8ac90a27075d [ 787.593781] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483173, 'name': ReconfigVM_Task, 'duration_secs': 0.418578} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.593781] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Reconfigured VM instance instance-00000012 to attach disk [datastore1] be388d62-02c2-4881-a81c-bddcbc3ce998/be388d62-02c2-4881-a81c-bddcbc3ce998.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.593781] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9fa6d91-1b16-4669-b8c0-fc6d13fc02a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.600239] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 787.600239] env[69751]: value = "task-3483175" [ 787.600239] env[69751]: _type = "Task" [ 787.600239] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.616253] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.625206] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483175, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.747067] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483174, 'name': CreateVM_Task, 'duration_secs': 0.403311} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.747067] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.747067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.747067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.747067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.750865] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6084bf3-79ee-47cd-ae5a-e8ed872c7976 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.756747] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 787.756747] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cd7bfa-7827-6f9c-f277-6d66de9ea9b3" [ 787.756747] env[69751]: _type = "Task" [ 787.756747] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.767902] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cd7bfa-7827-6f9c-f277-6d66de9ea9b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.806238] env[69751]: DEBUG nova.compute.manager [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Received event network-changed-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.806938] env[69751]: DEBUG nova.compute.manager [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Refreshing instance network info cache due to event network-changed-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 787.806938] env[69751]: DEBUG oslo_concurrency.lockutils [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] Acquiring lock "refresh_cache-3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.807317] env[69751]: DEBUG oslo_concurrency.lockutils [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] Acquired lock "refresh_cache-3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.807575] env[69751]: DEBUG nova.network.neutron [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Refreshing network info cache for port 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.064349] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbd878b3-c100-405d-b8e4-79f120ad4480 tempest-ServerDiagnosticsV248Test-839649308 tempest-ServerDiagnosticsV248Test-839649308-project-member] Lock "f4f92db3-e4d1-476e-94e3-8ac90a27075d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.750s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.118753] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483175, 'name': Rename_Task, 'duration_secs': 0.233819} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.127587] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.127587] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.127587] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87ca365a-a3fd-4704-96f6-c2cc8422ec9e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.136723] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 788.136723] env[69751]: value = "task-3483177" [ 788.136723] env[69751]: _type = "Task" [ 788.136723] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.146549] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.271649] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cd7bfa-7827-6f9c-f277-6d66de9ea9b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012251} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.272096] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.272370] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.272616] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.272763] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.273030] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.273305] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d00d1cf0-f1ca-4a52-827b-2a51c423216b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.286124] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.286557] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.290693] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8bbc50-e8f7-4736-b9cf-bc07ad0075fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.298218] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 788.298218] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d015a7-147e-2124-008f-d7c0d634d633" [ 788.298218] env[69751]: _type = "Task" [ 788.298218] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.308881] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d015a7-147e-2124-008f-d7c0d634d633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.527202] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aebaebed-b3c1-4bfd-ad2b-ab1efba731c0 tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.529984] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.152s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.531772] env[69751]: INFO nova.compute.claims [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.622024] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.650971] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483177, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.814172] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d015a7-147e-2124-008f-d7c0d634d633, 'name': SearchDatastore_Task, 'duration_secs': 0.016611} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.814317] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d5456cb-e34f-4c33-97b5-9f65a264ea01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.822314] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 788.822314] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52321ab1-2226-f433-4b32-9c1e139ab4ac" [ 788.822314] env[69751]: _type = "Task" [ 788.822314] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.831772] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52321ab1-2226-f433-4b32-9c1e139ab4ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.878401] env[69751]: DEBUG nova.network.neutron [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Successfully updated port: 43104005-ac52-4e92-9e62-3b267cb4810b {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 789.123792] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.153328] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483177, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.175380] env[69751]: DEBUG nova.network.neutron [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Updated VIF entry in instance network info cache for port 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.175380] env[69751]: DEBUG nova.network.neutron [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Updating instance_info_cache with network_info: [{"id": "74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9", "address": "fa:16:3e:d7:6d:66", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74cbdd32-38", "ovs_interfaceid": "74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.335886] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52321ab1-2226-f433-4b32-9c1e139ab4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015312} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.337091] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.337398] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0/3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.337801] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fa35345-ad63-4158-98a0-4651eaf97f69 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.346480] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 789.346480] env[69751]: value = "task-3483178" [ 789.346480] env[69751]: _type = "Task" [ 789.346480] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.367877] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.386181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "refresh_cache-aa1839a8-3034-4575-8da3-32e34ddd2cd9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.386181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "refresh_cache-aa1839a8-3034-4575-8da3-32e34ddd2cd9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.386181] env[69751]: DEBUG nova.network.neutron [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.636292] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.654614] env[69751]: DEBUG oslo_vmware.api [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483177, 'name': PowerOnVM_Task, 'duration_secs': 1.498021} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.655086] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.655372] env[69751]: INFO nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Took 10.56 seconds to spawn the instance on the hypervisor. [ 789.655774] env[69751]: DEBUG nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.656939] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f465d4d1-8416-4891-9f63-a860ee0e9fde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.679667] env[69751]: DEBUG oslo_concurrency.lockutils [req-525c30bd-0547-4f06-a7f6-3099b87189b6 req-6910138c-b128-40e6-bfd3-0d34740ef96c service nova] Releasing lock "refresh_cache-3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.874530] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.942924] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "8d3b4526-ef53-4517-a042-5b23502cd66a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.943237] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.943392] env[69751]: DEBUG nova.compute.manager [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Going to confirm migration 1 {{(pid=69751) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 790.002722] env[69751]: DEBUG nova.network.neutron [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.057231] env[69751]: DEBUG nova.compute.manager [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Received event network-vif-plugged-43104005-ac52-4e92-9e62-3b267cb4810b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.060161] env[69751]: DEBUG oslo_concurrency.lockutils [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] Acquiring lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.060161] env[69751]: DEBUG oslo_concurrency.lockutils [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.060161] env[69751]: DEBUG oslo_concurrency.lockutils [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.060161] env[69751]: DEBUG nova.compute.manager [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] No waiting events found dispatching network-vif-plugged-43104005-ac52-4e92-9e62-3b267cb4810b {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 790.060161] env[69751]: WARNING nova.compute.manager [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Received unexpected event network-vif-plugged-43104005-ac52-4e92-9e62-3b267cb4810b for instance with vm_state building and task_state spawning. [ 790.060618] env[69751]: DEBUG nova.compute.manager [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Received event network-changed-43104005-ac52-4e92-9e62-3b267cb4810b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.060618] env[69751]: DEBUG nova.compute.manager [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Refreshing instance network info cache due to event network-changed-43104005-ac52-4e92-9e62-3b267cb4810b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.060618] env[69751]: DEBUG oslo_concurrency.lockutils [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] Acquiring lock "refresh_cache-aa1839a8-3034-4575-8da3-32e34ddd2cd9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.122014] env[69751]: DEBUG oslo_vmware.api [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483172, 'name': PowerOnVM_Task, 'duration_secs': 3.050431} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.122312] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.122555] env[69751]: INFO nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Took 13.82 seconds to spawn the instance on the hypervisor. [ 790.123570] env[69751]: DEBUG nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 790.123829] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84679858-fc95-48ed-9b3e-fccfbbe2cec4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.179981] env[69751]: INFO nova.compute.manager [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Took 35.55 seconds to build instance. [ 790.350653] env[69751]: DEBUG nova.network.neutron [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Updating instance_info_cache with network_info: [{"id": "43104005-ac52-4e92-9e62-3b267cb4810b", "address": "fa:16:3e:04:01:84", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43104005-ac", "ovs_interfaceid": "43104005-ac52-4e92-9e62-3b267cb4810b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.373151] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610034} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.374374] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0/3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.374854] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.375594] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a42a0f37-bc5f-40d2-8bbe-f231ff174b9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.388932] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 790.388932] env[69751]: value = "task-3483180" [ 790.388932] env[69751]: _type = "Task" [ 790.388932] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.401189] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.417583] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d26ee1e-f096-4c0f-bf21-e7caaeca663c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.428138] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6432847-7d90-4ce0-a9ec-3b6008b8dc95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.472373] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338bfaec-03b9-4fb4-83ea-589f184d588b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.483516] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8325136a-5b48-465a-86ca-c833e3f87ebd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.502014] env[69751]: DEBUG nova.compute.provider_tree [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.604529] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.604529] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.604529] env[69751]: DEBUG nova.network.neutron [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 790.604529] env[69751]: DEBUG nova.objects.instance [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lazy-loading 'info_cache' on Instance uuid 8d3b4526-ef53-4517-a042-5b23502cd66a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.655595] env[69751]: INFO nova.compute.manager [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Took 37.07 seconds to build instance. [ 790.683814] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da34240c-9a9a-4c4d-8898-cc673846c7da tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.064s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.853541] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "refresh_cache-aa1839a8-3034-4575-8da3-32e34ddd2cd9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.854578] env[69751]: DEBUG nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Instance network_info: |[{"id": "43104005-ac52-4e92-9e62-3b267cb4810b", "address": "fa:16:3e:04:01:84", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43104005-ac", "ovs_interfaceid": "43104005-ac52-4e92-9e62-3b267cb4810b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.854578] env[69751]: DEBUG oslo_concurrency.lockutils [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] Acquired lock "refresh_cache-aa1839a8-3034-4575-8da3-32e34ddd2cd9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.854819] env[69751]: DEBUG nova.network.neutron [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Refreshing network info cache for port 43104005-ac52-4e92-9e62-3b267cb4810b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.855637] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:01:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43104005-ac52-4e92-9e62-3b267cb4810b', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.865699] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating folder: Project (9413a7f46dca4897a391dc99db0e5085). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.866344] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdbc998c-8c0c-4bb2-a846-9f7b7045d00b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.883603] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created folder: Project (9413a7f46dca4897a391dc99db0e5085) in parent group-v696263. [ 790.883825] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating folder: Instances. Parent ref: group-v696327. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.884099] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-650a3e21-d247-4e89-a08a-148c880de970 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.898533] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created folder: Instances in parent group-v696327. [ 790.898795] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.898994] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.899205] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c113f20-df68-4d96-956b-6232d7f5a06f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.919176] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079821} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.919705] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.920527] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d64078a-05b2-4706-9095-8cf90022e787 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.926213] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.926213] env[69751]: value = "task-3483183" [ 790.926213] env[69751]: _type = "Task" [ 790.926213] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.951977] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0/3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.956532] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-978f23a7-a422-44bb-a34e-ae90c1fee742 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.977411] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483183, 'name': CreateVM_Task} progress is 15%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.978963] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 790.978963] env[69751]: value = "task-3483184" [ 790.978963] env[69751]: _type = "Task" [ 790.978963] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.005297] env[69751]: DEBUG nova.scheduler.client.report [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.161544] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aaf539af-131a-4931-b963-443535140b93 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.202s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.186787] env[69751]: DEBUG nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.275622] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296ca27-edf2-06ab-8aa7-3d08c8999eea/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 791.276576] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443a0046-c8c2-4400-867e-87d31222dfa8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.288409] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296ca27-edf2-06ab-8aa7-3d08c8999eea/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 791.288409] env[69751]: ERROR oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296ca27-edf2-06ab-8aa7-3d08c8999eea/disk-0.vmdk due to incomplete transfer. [ 791.288589] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fe991f9-f7e7-44fe-81b8-0427a269b1b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.300685] env[69751]: DEBUG oslo_vmware.rw_handles [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5296ca27-edf2-06ab-8aa7-3d08c8999eea/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 791.300755] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Uploaded image 477badd7-5661-4601-a462-e3c4f41d561a to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 791.306908] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 791.307195] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-706a2f48-eaa1-4bf2-bf6f-140df09bdc61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.316972] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 791.316972] env[69751]: value = "task-3483185" [ 791.316972] env[69751]: _type = "Task" [ 791.316972] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.328338] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483185, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.446365] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.446731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.458763] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483183, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.497209] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.510865] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.981s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.511408] env[69751]: DEBUG nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.514457] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.784s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.515919] env[69751]: INFO nova.compute.claims [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.665501] env[69751]: DEBUG nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.724648] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.831511] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483185, 'name': Destroy_Task, 'duration_secs': 0.3443} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.831511] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Destroyed the VM [ 791.831511] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 791.831511] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea167e09-060c-4297-be91-e067ad40b5ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.841937] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 791.841937] env[69751]: value = "task-3483186" [ 791.841937] env[69751]: _type = "Task" [ 791.841937] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.851584] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.956408] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483183, 'name': CreateVM_Task, 'duration_secs': 0.555008} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.956582] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.957857] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.957857] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.958099] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.958861] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61a48041-59b1-46bd-9ed0-1440b70f1011 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.966831] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 791.966831] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f40e4-da8a-13a9-3f6c-2dc85b13c966" [ 791.966831] env[69751]: _type = "Task" [ 791.966831] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.975729] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f40e4-da8a-13a9-3f6c-2dc85b13c966, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.989586] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483184, 'name': ReconfigVM_Task, 'duration_secs': 0.670638} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.989894] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0/3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.990541] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e60109e-10cd-44a3-9d25-37bf9ecabea9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.997860] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 791.997860] env[69751]: value = "task-3483187" [ 791.997860] env[69751]: _type = "Task" [ 791.997860] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.007880] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483187, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.008923] env[69751]: DEBUG nova.network.neutron [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance_info_cache with network_info: [{"id": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "address": "fa:16:3e:62:a5:68", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.49", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec52adaf-97", "ovs_interfaceid": "ec52adaf-97e6-49f2-adcc-9c8fa0a596b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.020350] env[69751]: DEBUG nova.compute.utils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.025027] env[69751]: DEBUG nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.025027] env[69751]: DEBUG nova.network.neutron [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.059139] env[69751]: DEBUG nova.network.neutron [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Updated VIF entry in instance network info cache for port 43104005-ac52-4e92-9e62-3b267cb4810b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 792.059880] env[69751]: DEBUG nova.network.neutron [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Updating instance_info_cache with network_info: [{"id": "43104005-ac52-4e92-9e62-3b267cb4810b", "address": "fa:16:3e:04:01:84", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43104005-ac", "ovs_interfaceid": "43104005-ac52-4e92-9e62-3b267cb4810b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.177222] env[69751]: DEBUG nova.policy [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf9dbb8d79d84532b9d7e24b8c370552', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '140d02776c384114ad4eca1332da9d0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.188173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.354898] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.482435] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f40e4-da8a-13a9-3f6c-2dc85b13c966, 'name': SearchDatastore_Task, 'duration_secs': 0.03444} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.482667] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.482898] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.483156] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.483301] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.483748] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.484160] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94c224cf-00da-4f0b-a0aa-9db988518a0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.497440] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.497640] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.498580] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472861c7-718f-46e4-9ff0-e185edba74b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.512473] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-8d3b4526-ef53-4517-a042-5b23502cd66a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.514687] env[69751]: DEBUG nova.objects.instance [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lazy-loading 'migration_context' on Instance uuid 8d3b4526-ef53-4517-a042-5b23502cd66a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.522236] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483187, 'name': Rename_Task, 'duration_secs': 0.286656} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.522701] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 792.522701] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ffd448-7a12-91b7-d2c5-4a38f2072339" [ 792.522701] env[69751]: _type = "Task" [ 792.522701] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.523393] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.523788] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efce68c4-ae90-4f73-9416-4353eb8df27c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.525877] env[69751]: DEBUG nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.558037] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ffd448-7a12-91b7-d2c5-4a38f2072339, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.560525] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 792.560525] env[69751]: value = "task-3483188" [ 792.560525] env[69751]: _type = "Task" [ 792.560525] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.560992] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6d49cb7-0468-4e83-9c7e-4b34db5807c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.564209] env[69751]: DEBUG oslo_concurrency.lockutils [req-bf5e024c-5829-46dc-bfa6-43ff96ce280e req-2d45c72c-01b5-4335-9e2b-044d249b7040 service nova] Releasing lock "refresh_cache-aa1839a8-3034-4575-8da3-32e34ddd2cd9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.578031] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 792.578031] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5225f6f8-d3b2-3da3-147e-d0fe30a46976" [ 792.578031] env[69751]: _type = "Task" [ 792.578031] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.587872] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483188, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.604138] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5225f6f8-d3b2-3da3-147e-d0fe30a46976, 'name': SearchDatastore_Task, 'duration_secs': 0.014702} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.607973] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.608581] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] aa1839a8-3034-4575-8da3-32e34ddd2cd9/aa1839a8-3034-4575-8da3-32e34ddd2cd9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.609103] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57f34a53-8eae-4121-9342-ff89d35c87dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.618535] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 792.618535] env[69751]: value = "task-3483189" [ 792.618535] env[69751]: _type = "Task" [ 792.618535] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.631609] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.855469] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483186, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.856412] env[69751]: DEBUG nova.network.neutron [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Successfully created port: 51792584-4766-41ac-9c1d-3cabe859edec {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 793.025579] env[69751]: DEBUG nova.objects.base [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Object Instance<8d3b4526-ef53-4517-a042-5b23502cd66a> lazy-loaded attributes: info_cache,migration_context {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 793.027122] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21c282a-acaa-4f67-b704-aecf094bda59 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.072667] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d677163d-1071-40c1-861c-1a46ef895fbd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.085060] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.085060] env[69751]: DEBUG oslo_vmware.api [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 793.085060] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ad0803-3386-e28b-c6b7-5c1eb193252b" [ 793.085060] env[69751]: _type = "Task" [ 793.085060] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.096346] env[69751]: DEBUG oslo_vmware.api [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ad0803-3386-e28b-c6b7-5c1eb193252b, 'name': SearchDatastore_Task, 'duration_secs': 0.011931} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.096951] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.133023] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500957} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.133201] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] aa1839a8-3034-4575-8da3-32e34ddd2cd9/aa1839a8-3034-4575-8da3-32e34ddd2cd9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.133668] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.133668] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caba6480-1328-4b60-b4b9-c368b392eefc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.146832] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 793.146832] env[69751]: value = "task-3483190" [ 793.146832] env[69751]: _type = "Task" [ 793.146832] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.158371] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.232399] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea69b430-7b98-4e9b-87a0-f6b02d0c316e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.249427] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382d0345-2644-4bb0-b241-1659fdfed7ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.299682] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd40e219-caf9-4b20-9d0d-04dc40752e51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.314829] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e21047-6a69-4f17-82f8-7ebbfb3f0856 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.332328] env[69751]: DEBUG nova.compute.provider_tree [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.354633] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483186, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.571422] env[69751]: DEBUG nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.580896] env[69751]: DEBUG oslo_vmware.api [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483188, 'name': PowerOnVM_Task, 'duration_secs': 0.817915} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.581202] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 793.581509] env[69751]: INFO nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Took 11.56 seconds to spawn the instance on the hypervisor. [ 793.581594] env[69751]: DEBUG nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 793.582424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3352ee21-59bd-4d02-a28c-be05a5512719 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.595960] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.596329] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.596457] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.596633] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.596778] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.596941] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.597259] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.597368] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.597485] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.597648] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.597818] env[69751]: DEBUG nova.virt.hardware [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.598735] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ecc1b8-56af-44ce-bd8b-6dc46835175a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.608373] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe2028d-4980-4e82-948a-ac10cedba3ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.656826] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102598} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.657114] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.658075] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f872902a-bb03-4152-8add-7cf2ffc878c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.683476] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] aa1839a8-3034-4575-8da3-32e34ddd2cd9/aa1839a8-3034-4575-8da3-32e34ddd2cd9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.683782] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc57ef5a-0e87-42a9-b0c0-fb5457c37d17 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.707902] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 793.707902] env[69751]: value = "task-3483191" [ 793.707902] env[69751]: _type = "Task" [ 793.707902] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.717339] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.836580] env[69751]: DEBUG nova.scheduler.client.report [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.854440] env[69751]: DEBUG oslo_vmware.api [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483186, 'name': RemoveSnapshot_Task, 'duration_secs': 1.591116} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.854488] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 793.854739] env[69751]: INFO nova.compute.manager [None req-d52c35d4-20c9-418a-b4cd-73855e546c27 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Took 17.10 seconds to snapshot the instance on the hypervisor. [ 794.110023] env[69751]: INFO nova.compute.manager [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Took 37.96 seconds to build instance. [ 794.223454] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.343628] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.344303] env[69751]: DEBUG nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 794.347168] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.606s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.348745] env[69751]: INFO nova.compute.claims [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 794.489779] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.491041] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.609891] env[69751]: DEBUG oslo_concurrency.lockutils [None req-11843eaa-000b-4666-bd6a-8836c6f667b6 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.466s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.723317] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483191, 'name': ReconfigVM_Task, 'duration_secs': 0.839574} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.723952] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Reconfigured VM instance instance-00000014 to attach disk [datastore2] aa1839a8-3034-4575-8da3-32e34ddd2cd9/aa1839a8-3034-4575-8da3-32e34ddd2cd9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.727037] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da9d8f15-07e8-4dd2-9755-95c3da146cf5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.736724] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 794.736724] env[69751]: value = "task-3483193" [ 794.736724] env[69751]: _type = "Task" [ 794.736724] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.745457] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483193, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.853861] env[69751]: DEBUG nova.compute.utils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 794.858182] env[69751]: DEBUG nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.858333] env[69751]: DEBUG nova.network.neutron [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.961409] env[69751]: DEBUG nova.policy [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13f87f5c47334d4181cfb695608f8272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b63b2c309b2482d9e18cf8db664a85f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.113820] env[69751]: DEBUG nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.249449] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483193, 'name': Rename_Task, 'duration_secs': 0.438302} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.250362] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.250799] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17934976-fd78-4a6e-899e-78225541f961 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.260719] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 795.260719] env[69751]: value = "task-3483194" [ 795.260719] env[69751]: _type = "Task" [ 795.260719] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.271203] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.356841] env[69751]: DEBUG nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 795.412030] env[69751]: DEBUG nova.network.neutron [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Successfully updated port: 51792584-4766-41ac-9c1d-3cabe859edec {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.639471] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.696183] env[69751]: DEBUG nova.compute.manager [req-d2e0bcde-c0b0-4690-a353-da94fb7bc153 req-8159f79b-d9a6-4929-9a0e-5add02492e8f service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Received event network-vif-plugged-51792584-4766-41ac-9c1d-3cabe859edec {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.696183] env[69751]: DEBUG oslo_concurrency.lockutils [req-d2e0bcde-c0b0-4690-a353-da94fb7bc153 req-8159f79b-d9a6-4929-9a0e-5add02492e8f service nova] Acquiring lock "17ef5911-d038-42a5-8c45-5b53429921f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.696183] env[69751]: DEBUG oslo_concurrency.lockutils [req-d2e0bcde-c0b0-4690-a353-da94fb7bc153 req-8159f79b-d9a6-4929-9a0e-5add02492e8f service nova] Lock "17ef5911-d038-42a5-8c45-5b53429921f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.696183] env[69751]: DEBUG oslo_concurrency.lockutils [req-d2e0bcde-c0b0-4690-a353-da94fb7bc153 req-8159f79b-d9a6-4929-9a0e-5add02492e8f service nova] Lock "17ef5911-d038-42a5-8c45-5b53429921f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.696508] env[69751]: DEBUG nova.compute.manager [req-d2e0bcde-c0b0-4690-a353-da94fb7bc153 req-8159f79b-d9a6-4929-9a0e-5add02492e8f service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] No waiting events found dispatching network-vif-plugged-51792584-4766-41ac-9c1d-3cabe859edec {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.696508] env[69751]: WARNING nova.compute.manager [req-d2e0bcde-c0b0-4690-a353-da94fb7bc153 req-8159f79b-d9a6-4929-9a0e-5add02492e8f service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Received unexpected event network-vif-plugged-51792584-4766-41ac-9c1d-3cabe859edec for instance with vm_state building and task_state spawning. [ 795.780970] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483194, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.848740] env[69751]: DEBUG nova.network.neutron [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Successfully created port: 4cdc1343-68b0-494b-a88e-4d8c8c216928 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.915788] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "refresh_cache-17ef5911-d038-42a5-8c45-5b53429921f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.915788] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "refresh_cache-17ef5911-d038-42a5-8c45-5b53429921f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.915788] env[69751]: DEBUG nova.network.neutron [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.133263] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0f2f5b-08e9-429e-9719-f2ac76b487c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.150131] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2cd0a8-145b-4e16-8dce-696a23289c53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.191608] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5064d869-6487-4543-b7be-2256381aedb7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.198194] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe7b5e6-83db-4fbf-882f-4013890da9fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.219185] env[69751]: DEBUG nova.compute.provider_tree [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.279670] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483194, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.368529] env[69751]: DEBUG nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 796.395725] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 796.395725] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 796.395725] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 796.395899] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 796.395899] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 796.395899] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 796.396043] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 796.399025] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 796.399025] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 796.399025] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 796.399025] env[69751]: DEBUG nova.virt.hardware [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 796.399025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e55cd43-713f-4ba4-8f7f-553680776aeb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.408348] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8240ac-2857-471f-8769-f52a18ac38a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.470307] env[69751]: DEBUG nova.network.neutron [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.566385] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "c10f0424-df91-4670-b402-9e96e71e52ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.566385] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "c10f0424-df91-4670-b402-9e96e71e52ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.566385] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "c10f0424-df91-4670-b402-9e96e71e52ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.566385] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "c10f0424-df91-4670-b402-9e96e71e52ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.566699] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "c10f0424-df91-4670-b402-9e96e71e52ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.571590] env[69751]: INFO nova.compute.manager [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Terminating instance [ 796.695376] env[69751]: DEBUG nova.network.neutron [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Updating instance_info_cache with network_info: [{"id": "51792584-4766-41ac-9c1d-3cabe859edec", "address": "fa:16:3e:e9:5e:62", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51792584-47", "ovs_interfaceid": "51792584-4766-41ac-9c1d-3cabe859edec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.730749] env[69751]: DEBUG nova.scheduler.client.report [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.778927] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483194, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.833511] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.833511] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.075809] env[69751]: DEBUG nova.compute.manager [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.076100] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.078024] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b233fee7-535c-410d-8f4b-2dcdb64bd4f5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.088256] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.088256] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8236c782-1ebc-467c-a81f-8f78b5a6c8d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.096126] env[69751]: DEBUG oslo_vmware.api [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 797.096126] env[69751]: value = "task-3483196" [ 797.096126] env[69751]: _type = "Task" [ 797.096126] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.105676] env[69751]: DEBUG oslo_vmware.api [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.202225] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "refresh_cache-17ef5911-d038-42a5-8c45-5b53429921f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.202225] env[69751]: DEBUG nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Instance network_info: |[{"id": "51792584-4766-41ac-9c1d-3cabe859edec", "address": "fa:16:3e:e9:5e:62", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51792584-47", "ovs_interfaceid": "51792584-4766-41ac-9c1d-3cabe859edec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.202845] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:5e:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e9fa4744-8702-4973-b911-ee18192a3e4b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51792584-4766-41ac-9c1d-3cabe859edec', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.217816] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.218183] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.218500] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8f02ac3-c65e-47ab-b0b7-958fa0a036fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.238681] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.890s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.238681] env[69751]: DEBUG nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 797.246382] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.856s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.248070] env[69751]: DEBUG nova.objects.instance [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lazy-loading 'resources' on Instance uuid 2d0d81fc-6cab-45b7-8768-34b6eaad5669 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 797.250060] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.250060] env[69751]: value = "task-3483197" [ 797.250060] env[69751]: _type = "Task" [ 797.250060] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.261324] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483197, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.281072] env[69751]: DEBUG oslo_vmware.api [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483194, 'name': PowerOnVM_Task, 'duration_secs': 1.551512} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.281395] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.281719] env[69751]: INFO nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Took 10.03 seconds to spawn the instance on the hypervisor. [ 797.281892] env[69751]: DEBUG nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.282765] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd92238-450a-4f6e-be1b-d7a5eac808c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.323717] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "f916deca-c048-436e-82cd-cc49c9983c06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.324257] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "f916deca-c048-436e-82cd-cc49c9983c06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.613115] env[69751]: DEBUG oslo_vmware.api [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483196, 'name': PowerOffVM_Task, 'duration_secs': 0.244998} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.613556] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.613556] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.613703] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c431fee-983c-43de-ab2a-0eb60a63f2fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.689516] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.689767] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.689957] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Deleting the datastore file [datastore1] c10f0424-df91-4670-b402-9e96e71e52ed {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.691581] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36ab62e9-ad9c-4df8-91ce-d7d517f71a90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.707228] env[69751]: DEBUG oslo_vmware.api [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for the task: (returnval){ [ 797.707228] env[69751]: value = "task-3483199" [ 797.707228] env[69751]: _type = "Task" [ 797.707228] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.723185] env[69751]: DEBUG oslo_vmware.api [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.748236] env[69751]: DEBUG nova.compute.utils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 797.750155] env[69751]: DEBUG nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 797.750615] env[69751]: DEBUG nova.network.neutron [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 797.779317] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483197, 'name': CreateVM_Task, 'duration_secs': 0.431519} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.780470] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.781374] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.818262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.818262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.818262] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-814b5758-12c8-44e9-a0ed-66368edcca51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.818262] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 797.818262] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e3532f-c329-0597-05dc-c670c869934e" [ 797.818262] env[69751]: _type = "Task" [ 797.818262] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.818262] env[69751]: INFO nova.compute.manager [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Took 37.38 seconds to build instance. [ 797.820109] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e3532f-c329-0597-05dc-c670c869934e, 'name': SearchDatastore_Task, 'duration_secs': 0.012718} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.820109] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.820109] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.820109] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.820863] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.820863] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.820863] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deb14e5a-b71c-4316-a16a-8950b7ba5e8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.832840] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.833088] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.836801] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6fe4a82-2bab-4fca-b1c5-7a6a7b2c23bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.849550] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 797.849550] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52715632-d56b-bb3b-2cf8-527a24d9c5ce" [ 797.849550] env[69751]: _type = "Task" [ 797.849550] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.869521] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52715632-d56b-bb3b-2cf8-527a24d9c5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.014683} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.870828] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4576d1ab-1bc9-4b8f-a669-4377feb8cf64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.880389] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 797.880389] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522877e0-fc6a-6ee8-1169-2f9c1820f181" [ 797.880389] env[69751]: _type = "Task" [ 797.880389] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.895404] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522877e0-fc6a-6ee8-1169-2f9c1820f181, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.895404] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.895404] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 17ef5911-d038-42a5-8c45-5b53429921f3/17ef5911-d038-42a5-8c45-5b53429921f3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.895945] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49dd1ecb-4dea-4c11-8fd1-76a8c5dfafe4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.905972] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 797.905972] env[69751]: value = "task-3483200" [ 797.905972] env[69751]: _type = "Task" [ 797.905972] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.916714] env[69751]: DEBUG nova.network.neutron [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Successfully updated port: 4cdc1343-68b0-494b-a88e-4d8c8c216928 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.931669] env[69751]: DEBUG nova.policy [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba6905e115eb42f196b09bae7a0e42ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64093b53adf7429b8d6df0d28e5d19f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.221040] env[69751]: DEBUG oslo_vmware.api [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Task: {'id': task-3483199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199199} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.221595] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.222644] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.223357] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.223694] env[69751]: INFO nova.compute.manager [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Took 1.15 seconds to destroy the instance on the hypervisor. [ 798.224076] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.227097] env[69751]: DEBUG nova.compute.manager [-] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.227291] env[69751]: DEBUG nova.network.neutron [-] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.261316] env[69751]: DEBUG nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 798.314309] env[69751]: DEBUG nova.compute.manager [req-20771b01-e61a-4bee-9b4a-7fd13bff4897 req-000ea6e7-b512-4130-a440-649149c19d29 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Received event network-vif-plugged-4cdc1343-68b0-494b-a88e-4d8c8c216928 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.314309] env[69751]: DEBUG oslo_concurrency.lockutils [req-20771b01-e61a-4bee-9b4a-7fd13bff4897 req-000ea6e7-b512-4130-a440-649149c19d29 service nova] Acquiring lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.314309] env[69751]: DEBUG oslo_concurrency.lockutils [req-20771b01-e61a-4bee-9b4a-7fd13bff4897 req-000ea6e7-b512-4130-a440-649149c19d29 service nova] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.314412] env[69751]: DEBUG oslo_concurrency.lockutils [req-20771b01-e61a-4bee-9b4a-7fd13bff4897 req-000ea6e7-b512-4130-a440-649149c19d29 service nova] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.314583] env[69751]: DEBUG nova.compute.manager [req-20771b01-e61a-4bee-9b4a-7fd13bff4897 req-000ea6e7-b512-4130-a440-649149c19d29 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] No waiting events found dispatching network-vif-plugged-4cdc1343-68b0-494b-a88e-4d8c8c216928 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 798.314746] env[69751]: WARNING nova.compute.manager [req-20771b01-e61a-4bee-9b4a-7fd13bff4897 req-000ea6e7-b512-4130-a440-649149c19d29 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Received unexpected event network-vif-plugged-4cdc1343-68b0-494b-a88e-4d8c8c216928 for instance with vm_state building and task_state spawning. [ 798.324822] env[69751]: DEBUG oslo_concurrency.lockutils [None req-99e7fa0b-b996-4c28-b292-0f6eeadb8381 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.075s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.338659] env[69751]: DEBUG nova.compute.manager [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Received event network-changed-51792584-4766-41ac-9c1d-3cabe859edec {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.338898] env[69751]: DEBUG nova.compute.manager [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Refreshing instance network info cache due to event network-changed-51792584-4766-41ac-9c1d-3cabe859edec. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.339127] env[69751]: DEBUG oslo_concurrency.lockutils [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] Acquiring lock "refresh_cache-17ef5911-d038-42a5-8c45-5b53429921f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339294] env[69751]: DEBUG oslo_concurrency.lockutils [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] Acquired lock "refresh_cache-17ef5911-d038-42a5-8c45-5b53429921f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.339482] env[69751]: DEBUG nova.network.neutron [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Refreshing network info cache for port 51792584-4766-41ac-9c1d-3cabe859edec {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.416540] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483200, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.421338] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "refresh_cache-5828fe6a-a7fc-4288-b52a-14cf6f20a19e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.421500] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquired lock "refresh_cache-5828fe6a-a7fc-4288-b52a-14cf6f20a19e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.421685] env[69751]: DEBUG nova.network.neutron [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.508146] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5466cf4-3cce-4e17-a46a-9502f17bd63a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.519402] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967abf99-149d-4eea-aede-b5e5aab1fe12 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.557552] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a76e22-8955-43ea-a368-6838aa2ca801 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.571044] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5421e1-7412-4a7b-a932-b9968771cda6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.594108] env[69751]: DEBUG nova.compute.provider_tree [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.741154] env[69751]: DEBUG nova.network.neutron [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Successfully created port: e48ee1ac-5092-4765-8f10-755d07b450b0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 798.831381] env[69751]: DEBUG nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.855107] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "c9af6b98-3a14-4648-a6c9-75842f87755c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.855425] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.921375] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.806558} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.921375] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 17ef5911-d038-42a5-8c45-5b53429921f3/17ef5911-d038-42a5-8c45-5b53429921f3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.921571] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.921845] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0f3d9c4-9786-450f-8ced-193e1f9d9c5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.932011] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 798.932011] env[69751]: value = "task-3483202" [ 798.932011] env[69751]: _type = "Task" [ 798.932011] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.943712] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.994959] env[69751]: DEBUG nova.network.neutron [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.098273] env[69751]: DEBUG nova.scheduler.client.report [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.270263] env[69751]: DEBUG nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 799.278489] env[69751]: DEBUG nova.network.neutron [-] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.280690] env[69751]: DEBUG nova.network.neutron [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Updated VIF entry in instance network info cache for port 51792584-4766-41ac-9c1d-3cabe859edec. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.280769] env[69751]: DEBUG nova.network.neutron [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Updating instance_info_cache with network_info: [{"id": "51792584-4766-41ac-9c1d-3cabe859edec", "address": "fa:16:3e:e9:5e:62", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51792584-47", "ovs_interfaceid": "51792584-4766-41ac-9c1d-3cabe859edec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.284103] env[69751]: DEBUG nova.network.neutron [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Updating instance_info_cache with network_info: [{"id": "4cdc1343-68b0-494b-a88e-4d8c8c216928", "address": "fa:16:3e:60:c5:09", "network": {"id": "c2af32c2-9aff-463b-bc48-f69bea10ee8e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-499047933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b63b2c309b2482d9e18cf8db664a85f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc1343-68", "ovs_interfaceid": "4cdc1343-68b0-494b-a88e-4d8c8c216928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.307792] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 799.308063] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 799.308260] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 799.308626] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 799.308626] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 799.308772] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 799.308979] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 799.309432] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 799.309700] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 799.309700] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 799.309784] env[69751]: DEBUG nova.virt.hardware [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 799.310888] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe66fa3-e7e7-436e-91ac-5485bc7f92de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.321817] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c90a84-e91d-4498-934f-b5034826fdd0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.361664] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.445402] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07779} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.445709] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.446777] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06543e25-9e37-4269-a751-a41cf3fa41cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.472166] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 17ef5911-d038-42a5-8c45-5b53429921f3/17ef5911-d038-42a5-8c45-5b53429921f3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.472489] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b3764d0-660c-4543-a55e-872826d40d25 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.494040] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 799.494040] env[69751]: value = "task-3483203" [ 799.494040] env[69751]: _type = "Task" [ 799.494040] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.504425] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.604710] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.358s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.608455] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.673s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.610065] env[69751]: INFO nova.compute.claims [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.635640] env[69751]: INFO nova.scheduler.client.report [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Deleted allocations for instance 2d0d81fc-6cab-45b7-8768-34b6eaad5669 [ 799.781249] env[69751]: INFO nova.compute.manager [-] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Took 1.55 seconds to deallocate network for instance. [ 799.787230] env[69751]: DEBUG oslo_concurrency.lockutils [req-93e6faf7-9fed-44c5-b785-5e4f5fed2ad9 req-169b593f-6c20-4608-a565-5f35fadd5539 service nova] Releasing lock "refresh_cache-17ef5911-d038-42a5-8c45-5b53429921f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.787473] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Releasing lock "refresh_cache-5828fe6a-a7fc-4288-b52a-14cf6f20a19e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.787978] env[69751]: DEBUG nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Instance network_info: |[{"id": "4cdc1343-68b0-494b-a88e-4d8c8c216928", "address": "fa:16:3e:60:c5:09", "network": {"id": "c2af32c2-9aff-463b-bc48-f69bea10ee8e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-499047933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b63b2c309b2482d9e18cf8db664a85f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc1343-68", "ovs_interfaceid": "4cdc1343-68b0-494b-a88e-4d8c8c216928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.788177] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:c5:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ead20342-9afa-435e-a22b-b4a903457712', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cdc1343-68b0-494b-a88e-4d8c8c216928', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.799170] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Creating folder: Project (5b63b2c309b2482d9e18cf8db664a85f). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.799170] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ade58b79-578d-4ffd-a3ba-4f305b9236c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.814023] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Created folder: Project (5b63b2c309b2482d9e18cf8db664a85f) in parent group-v696263. [ 799.814023] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Creating folder: Instances. Parent ref: group-v696331. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 799.814023] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b1a95b-fec9-48c8-9fca-886d75e15869 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.826157] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Created folder: Instances in parent group-v696331. [ 799.826447] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.826654] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.826864] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fcda314-38e9-43e6-b62b-8711a754690c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.850355] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.850355] env[69751]: value = "task-3483206" [ 799.850355] env[69751]: _type = "Task" [ 799.850355] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.859084] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483206, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.005433] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483203, 'name': ReconfigVM_Task, 'duration_secs': 0.509878} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.005748] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 17ef5911-d038-42a5-8c45-5b53429921f3/17ef5911-d038-42a5-8c45-5b53429921f3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.006463] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2006b67-59c5-4efe-8912-f3c1841b3571 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.014385] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 800.014385] env[69751]: value = "task-3483207" [ 800.014385] env[69751]: _type = "Task" [ 800.014385] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.027192] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483207, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.145466] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bcfdd14-bb6b-473d-9053-65e70dbac306 tempest-InstanceActionsV221TestJSON-1523023305 tempest-InstanceActionsV221TestJSON-1523023305-project-member] Lock "2d0d81fc-6cab-45b7-8768-34b6eaad5669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.293s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.289273] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.361190] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483206, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.524900] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483207, 'name': Rename_Task, 'duration_secs': 0.470451} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.525254] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.525573] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f84eb9-65d6-4dca-9873-400ab3ba6d25 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.529272] env[69751]: DEBUG nova.network.neutron [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Successfully updated port: e48ee1ac-5092-4765-8f10-755d07b450b0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 800.538347] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 800.538347] env[69751]: value = "task-3483208" [ 800.538347] env[69751]: _type = "Task" [ 800.538347] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.554249] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.614651] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.614955] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.870257] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483206, 'name': CreateVM_Task, 'duration_secs': 0.69253} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.870510] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 800.874404] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.874605] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.875247] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.875318] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0903c8c-27e9-4523-bba7-32e7fd5c940d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.884702] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 800.884702] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e6800c-7a3d-ed7e-0c32-2d7272bb1e81" [ 800.884702] env[69751]: _type = "Task" [ 800.884702] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.898233] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e6800c-7a3d-ed7e-0c32-2d7272bb1e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.932152] env[69751]: DEBUG nova.compute.manager [req-f0801081-961c-488e-828a-83bff1619952 req-5c001cb1-114b-459f-b689-c0a7e0d261c3 service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Received event network-vif-plugged-e48ee1ac-5092-4765-8f10-755d07b450b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.932398] env[69751]: DEBUG oslo_concurrency.lockutils [req-f0801081-961c-488e-828a-83bff1619952 req-5c001cb1-114b-459f-b689-c0a7e0d261c3 service nova] Acquiring lock "586c9d5e-45d9-4954-ba61-016a877c3277-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.932665] env[69751]: DEBUG oslo_concurrency.lockutils [req-f0801081-961c-488e-828a-83bff1619952 req-5c001cb1-114b-459f-b689-c0a7e0d261c3 service nova] Lock "586c9d5e-45d9-4954-ba61-016a877c3277-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.932844] env[69751]: DEBUG oslo_concurrency.lockutils [req-f0801081-961c-488e-828a-83bff1619952 req-5c001cb1-114b-459f-b689-c0a7e0d261c3 service nova] Lock "586c9d5e-45d9-4954-ba61-016a877c3277-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.933399] env[69751]: DEBUG nova.compute.manager [req-f0801081-961c-488e-828a-83bff1619952 req-5c001cb1-114b-459f-b689-c0a7e0d261c3 service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] No waiting events found dispatching network-vif-plugged-e48ee1ac-5092-4765-8f10-755d07b450b0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 800.933644] env[69751]: WARNING nova.compute.manager [req-f0801081-961c-488e-828a-83bff1619952 req-5c001cb1-114b-459f-b689-c0a7e0d261c3 service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Received unexpected event network-vif-plugged-e48ee1ac-5092-4765-8f10-755d07b450b0 for instance with vm_state building and task_state spawning. [ 801.001226] env[69751]: DEBUG nova.compute.manager [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Received event network-changed-4cdc1343-68b0-494b-a88e-4d8c8c216928 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.001226] env[69751]: DEBUG nova.compute.manager [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Refreshing instance network info cache due to event network-changed-4cdc1343-68b0-494b-a88e-4d8c8c216928. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.001226] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] Acquiring lock "refresh_cache-5828fe6a-a7fc-4288-b52a-14cf6f20a19e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.001370] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] Acquired lock "refresh_cache-5828fe6a-a7fc-4288-b52a-14cf6f20a19e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.001523] env[69751]: DEBUG nova.network.neutron [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Refreshing network info cache for port 4cdc1343-68b0-494b-a88e-4d8c8c216928 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.033484] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "refresh_cache-586c9d5e-45d9-4954-ba61-016a877c3277" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.033484] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquired lock "refresh_cache-586c9d5e-45d9-4954-ba61-016a877c3277" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.033484] env[69751]: DEBUG nova.network.neutron [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.050843] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483208, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.211757] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f679bf1-35c2-45be-9d8d-d50eb84c6198 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.221210] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b23e7bd-7ee2-48c4-8617-9556e3daf0d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.254649] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cfcc03-cae5-4234-b107-9c8b42afe405 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.263346] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b2196d-f9a7-4eed-84b5-555a6b76d336 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.280859] env[69751]: DEBUG nova.compute.provider_tree [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.403135] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e6800c-7a3d-ed7e-0c32-2d7272bb1e81, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.403447] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.403699] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.403922] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.404250] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.404522] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.404849] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-384eb9fd-266e-4cd8-8ad9-9fe165eb5f01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.415127] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.415311] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.416093] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1ab31a-a128-4f2d-822a-dd674facdc01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.421790] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 801.421790] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5286c000-18c4-84a5-a5f9-85478e11eb2b" [ 801.421790] env[69751]: _type = "Task" [ 801.421790] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.430100] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5286c000-18c4-84a5-a5f9-85478e11eb2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.550472] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483208, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.609016] env[69751]: DEBUG nova.network.neutron [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 801.785067] env[69751]: DEBUG nova.scheduler.client.report [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.811513] env[69751]: DEBUG nova.network.neutron [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Updating instance_info_cache with network_info: [{"id": "e48ee1ac-5092-4765-8f10-755d07b450b0", "address": "fa:16:3e:d6:3b:c1", "network": {"id": "1f3ee8f8-8c22-4746-9bda-703464b6d7eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-183783504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64093b53adf7429b8d6df0d28e5d19f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ee1ac-50", "ovs_interfaceid": "e48ee1ac-5092-4765-8f10-755d07b450b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.934255] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5286c000-18c4-84a5-a5f9-85478e11eb2b, 'name': SearchDatastore_Task, 'duration_secs': 0.020624} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.935220] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19aa1406-8555-4bb9-8ae5-e073f71f2f87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.939999] env[69751]: DEBUG nova.network.neutron [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Updated VIF entry in instance network info cache for port 4cdc1343-68b0-494b-a88e-4d8c8c216928. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.940169] env[69751]: DEBUG nova.network.neutron [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Updating instance_info_cache with network_info: [{"id": "4cdc1343-68b0-494b-a88e-4d8c8c216928", "address": "fa:16:3e:60:c5:09", "network": {"id": "c2af32c2-9aff-463b-bc48-f69bea10ee8e", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-499047933-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b63b2c309b2482d9e18cf8db664a85f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ead20342-9afa-435e-a22b-b4a903457712", "external-id": "nsx-vlan-transportzone-912", "segmentation_id": 912, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cdc1343-68", "ovs_interfaceid": "4cdc1343-68b0-494b-a88e-4d8c8c216928", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.943674] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 801.943674] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5227bc27-1b4c-0b26-a9fc-ef7f61731c54" [ 801.943674] env[69751]: _type = "Task" [ 801.943674] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.954331] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5227bc27-1b4c-0b26-a9fc-ef7f61731c54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.051325] env[69751]: DEBUG oslo_vmware.api [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483208, 'name': PowerOnVM_Task, 'duration_secs': 1.167929} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.051602] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.051801] env[69751]: INFO nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Took 8.48 seconds to spawn the instance on the hypervisor. [ 802.052518] env[69751]: DEBUG nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.052775] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755837ec-0515-4c75-92ce-863285b0b2ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.293888] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.294413] env[69751]: DEBUG nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.297985] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.061s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.299546] env[69751]: INFO nova.compute.claims [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.315525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Releasing lock "refresh_cache-586c9d5e-45d9-4954-ba61-016a877c3277" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.315850] env[69751]: DEBUG nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Instance network_info: |[{"id": "e48ee1ac-5092-4765-8f10-755d07b450b0", "address": "fa:16:3e:d6:3b:c1", "network": {"id": "1f3ee8f8-8c22-4746-9bda-703464b6d7eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-183783504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64093b53adf7429b8d6df0d28e5d19f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ee1ac-50", "ovs_interfaceid": "e48ee1ac-5092-4765-8f10-755d07b450b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.316518] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:3b:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e48ee1ac-5092-4765-8f10-755d07b450b0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.325424] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Creating folder: Project (64093b53adf7429b8d6df0d28e5d19f3). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.325424] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ca6140b-ea93-41bf-91e9-81167e00c04b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.339880] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Created folder: Project (64093b53adf7429b8d6df0d28e5d19f3) in parent group-v696263. [ 802.340095] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Creating folder: Instances. Parent ref: group-v696334. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 802.340858] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7d97ff6-a2fb-49bd-8ecc-083573091fe3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.351282] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Created folder: Instances in parent group-v696334. [ 802.351823] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.352043] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.352332] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89c1f3d5-23a4-41be-9ff9-907b3683839c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.375643] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.375643] env[69751]: value = "task-3483211" [ 802.375643] env[69751]: _type = "Task" [ 802.375643] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.384181] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483211, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.445124] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] Releasing lock "refresh_cache-5828fe6a-a7fc-4288-b52a-14cf6f20a19e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.445440] env[69751]: DEBUG nova.compute.manager [req-f8cff317-79e4-457c-8c94-5ef5ba164873 req-37a55ad9-8b1e-4a6f-b6b3-b2009bc055e1 service nova] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Received event network-vif-deleted-1b6f62dc-0ceb-4dc4-8959-56d541cf4ecb {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.457066] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5227bc27-1b4c-0b26-a9fc-ef7f61731c54, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.457465] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.457789] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5828fe6a-a7fc-4288-b52a-14cf6f20a19e/5828fe6a-a7fc-4288-b52a-14cf6f20a19e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.458123] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbc4d5f4-1e74-47c3-b560-e291c9fb44fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.469660] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 802.469660] env[69751]: value = "task-3483212" [ 802.469660] env[69751]: _type = "Task" [ 802.469660] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.482355] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.494017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "a85b8c05-79a3-48e7-85d5-bdad0990397b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.494017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.575803] env[69751]: INFO nova.compute.manager [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Took 34.23 seconds to build instance. [ 802.589119] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Acquiring lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.589119] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.803806] env[69751]: DEBUG nova.compute.utils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.808364] env[69751]: DEBUG nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.808781] env[69751]: DEBUG nova.network.neutron [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.891715] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483211, 'name': CreateVM_Task, 'duration_secs': 0.46846} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.891925] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.892647] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.892800] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.893148] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.893419] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b708a7-dacc-4a6e-901d-58876b9d6ee6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.902366] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 802.902366] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525ec81f-73dd-7e18-7176-ba7b3dfa6a92" [ 802.902366] env[69751]: _type = "Task" [ 802.902366] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.912745] env[69751]: DEBUG nova.policy [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34b31ee9eb924718b464a6c32ee1704e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '923102d78ccb458b9584db681b1f7bbd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.917116] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525ec81f-73dd-7e18-7176-ba7b3dfa6a92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.982149] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483212, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.040772] env[69751]: DEBUG nova.compute.manager [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Received event network-changed-e48ee1ac-5092-4765-8f10-755d07b450b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.040772] env[69751]: DEBUG nova.compute.manager [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Refreshing instance network info cache due to event network-changed-e48ee1ac-5092-4765-8f10-755d07b450b0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.040999] env[69751]: DEBUG oslo_concurrency.lockutils [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] Acquiring lock "refresh_cache-586c9d5e-45d9-4954-ba61-016a877c3277" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.042174] env[69751]: DEBUG oslo_concurrency.lockutils [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] Acquired lock "refresh_cache-586c9d5e-45d9-4954-ba61-016a877c3277" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.042565] env[69751]: DEBUG nova.network.neutron [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Refreshing network info cache for port e48ee1ac-5092-4765-8f10-755d07b450b0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.078282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcf40fd5-6786-4fb0-b445-127ee918183f tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "17ef5911-d038-42a5-8c45-5b53429921f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.780s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.311018] env[69751]: DEBUG nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.421766] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525ec81f-73dd-7e18-7176-ba7b3dfa6a92, 'name': SearchDatastore_Task, 'duration_secs': 0.058954} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.422975] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.423081] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.423313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.423619] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.423619] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.426033] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71c547cd-3f1c-4cc2-b89b-4420facb607d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.434191] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.434387] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.435156] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11698097-5fcf-43e9-8586-b26f6cc221f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.438583] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "10b322ed-e155-4013-98d7-d033c8dc7a6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.438783] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.438983] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "10b322ed-e155-4013-98d7-d033c8dc7a6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.439186] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.439351] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.443637] env[69751]: INFO nova.compute.manager [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Terminating instance [ 803.449264] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 803.449264] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b664d5-b988-0fb8-b991-8d312d411e1d" [ 803.449264] env[69751]: _type = "Task" [ 803.449264] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.457374] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b664d5-b988-0fb8-b991-8d312d411e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.480436] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615783} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.484093] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5828fe6a-a7fc-4288-b52a-14cf6f20a19e/5828fe6a-a7fc-4288-b52a-14cf6f20a19e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.484093] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.484093] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a89eb60-a713-4b34-ba5d-40430d54d52e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.493395] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 803.493395] env[69751]: value = "task-3483213" [ 803.493395] env[69751]: _type = "Task" [ 803.493395] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.506358] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483213, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.543897] env[69751]: DEBUG nova.network.neutron [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Successfully created port: 99cc8cd3-d4da-4f39-a120-cd027ccb4120 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.580973] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.822828] env[69751]: DEBUG nova.network.neutron [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Updated VIF entry in instance network info cache for port e48ee1ac-5092-4765-8f10-755d07b450b0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.823168] env[69751]: DEBUG nova.network.neutron [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Updating instance_info_cache with network_info: [{"id": "e48ee1ac-5092-4765-8f10-755d07b450b0", "address": "fa:16:3e:d6:3b:c1", "network": {"id": "1f3ee8f8-8c22-4746-9bda-703464b6d7eb", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-183783504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64093b53adf7429b8d6df0d28e5d19f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape48ee1ac-50", "ovs_interfaceid": "e48ee1ac-5092-4765-8f10-755d07b450b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.948047] env[69751]: DEBUG nova.compute.manager [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 803.948299] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 803.949581] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa385786-6896-49d6-83be-fbf452c1e157 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.970189] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b664d5-b988-0fb8-b991-8d312d411e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.971674] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 803.971999] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17082f41-2a0d-40af-bfc0-52cacc4aaea4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.974612] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c9d3831-b122-4d2b-97b8-90272550dbe1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.978221] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eb0199-e437-4e1f-8ebc-7182b7760157 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.982342] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 803.982342] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524ccad9-7b35-1e68-9a8a-44c6b6f436ef" [ 803.982342] env[69751]: _type = "Task" [ 803.982342] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.990903] env[69751]: DEBUG oslo_vmware.api [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 803.990903] env[69751]: value = "task-3483214" [ 803.990903] env[69751]: _type = "Task" [ 803.990903] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.991496] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd0bc35-b34f-4ee7-92c0-d120fe6edc4d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.005202] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524ccad9-7b35-1e68-9a8a-44c6b6f436ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.006386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.006718] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 586c9d5e-45d9-4954-ba61-016a877c3277/586c9d5e-45d9-4954-ba61-016a877c3277.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.007375] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13b67656-ed2b-450a-b664-35db12725b6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.042954] env[69751]: DEBUG oslo_vmware.api [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.044416] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f796e97a-15c6-491d-ba5b-168c7ce72347 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.051600] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483213, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070927} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.052320] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.055095] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac009476-ea7a-47a1-9325-ca0afde75bc5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.060869] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b627d062-2863-43c3-8181-bdf59fa6beee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.064884] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 804.064884] env[69751]: value = "task-3483215" [ 804.064884] env[69751]: _type = "Task" [ 804.064884] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.083850] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5828fe6a-a7fc-4288-b52a-14cf6f20a19e/5828fe6a-a7fc-4288-b52a-14cf6f20a19e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.090085] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79a5cb3-957d-430b-822a-b3dc1bf33476 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.116567] env[69751]: DEBUG nova.compute.provider_tree [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.125169] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.127214] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 804.127214] env[69751]: value = "task-3483216" [ 804.127214] env[69751]: _type = "Task" [ 804.127214] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.133639] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.137855] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.322452] env[69751]: DEBUG nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.332012] env[69751]: DEBUG oslo_concurrency.lockutils [req-69433e86-ce5c-4e6b-b94f-cd78ef7f2f97 req-fdd51ad1-697c-4916-9b35-f404058b5bfd service nova] Releasing lock "refresh_cache-586c9d5e-45d9-4954-ba61-016a877c3277" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.354978] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.355270] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.355427] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.355641] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.355753] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.356133] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.356216] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.356380] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.356578] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.356703] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.356876] env[69751]: DEBUG nova.virt.hardware [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.357895] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3263906a-c331-40e5-adf6-df5267c7ec35 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.367470] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb3dea1-f502-435b-b2b3-0d4367a0299e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.506523] env[69751]: DEBUG oslo_vmware.api [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483214, 'name': PowerOffVM_Task, 'duration_secs': 0.26372} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.506821] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.507024] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.507333] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bf21db5-1ed5-440b-9911-0197fe4e0840 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.294660] env[69751]: DEBUG nova.scheduler.client.report [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.301972] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.301972] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.301972] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Deleting the datastore file [datastore2] 10b322ed-e155-4013-98d7-d033c8dc7a6b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.304502] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19dc51a9-90d5-41c0-b723-0a494b93e964 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.310457] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546976} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.313919] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 586c9d5e-45d9-4954-ba61-016a877c3277/586c9d5e-45d9-4954-ba61-016a877c3277.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.314107] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.314378] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483216, 'name': ReconfigVM_Task, 'duration_secs': 0.530491} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.316891] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-754acb95-c8bf-4712-b421-9fd47c5b348d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.318869] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5828fe6a-a7fc-4288-b52a-14cf6f20a19e/5828fe6a-a7fc-4288-b52a-14cf6f20a19e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.319704] env[69751]: DEBUG oslo_vmware.api [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for the task: (returnval){ [ 805.319704] env[69751]: value = "task-3483218" [ 805.319704] env[69751]: _type = "Task" [ 805.319704] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.320180] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ab31d9-ff59-4137-9faa-00e35c1e02c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.328773] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 805.328773] env[69751]: value = "task-3483219" [ 805.328773] env[69751]: _type = "Task" [ 805.328773] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.340249] env[69751]: DEBUG nova.network.neutron [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Successfully updated port: 99cc8cd3-d4da-4f39-a120-cd027ccb4120 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.340249] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 805.340249] env[69751]: value = "task-3483220" [ 805.340249] env[69751]: _type = "Task" [ 805.340249] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.340249] env[69751]: DEBUG oslo_vmware.api [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483218, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.346084] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.354217] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483220, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.450418] env[69751]: DEBUG nova.compute.manager [req-d6fa8a3c-6c93-4a34-9c18-eb49894de342 req-7859c9a3-03b3-4390-aa43-c1568b671248 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Received event network-vif-plugged-99cc8cd3-d4da-4f39-a120-cd027ccb4120 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.450663] env[69751]: DEBUG oslo_concurrency.lockutils [req-d6fa8a3c-6c93-4a34-9c18-eb49894de342 req-7859c9a3-03b3-4390-aa43-c1568b671248 service nova] Acquiring lock "9729b810-6e68-41c1-b5fa-98914c041555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.450826] env[69751]: DEBUG oslo_concurrency.lockutils [req-d6fa8a3c-6c93-4a34-9c18-eb49894de342 req-7859c9a3-03b3-4390-aa43-c1568b671248 service nova] Lock "9729b810-6e68-41c1-b5fa-98914c041555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.450991] env[69751]: DEBUG oslo_concurrency.lockutils [req-d6fa8a3c-6c93-4a34-9c18-eb49894de342 req-7859c9a3-03b3-4390-aa43-c1568b671248 service nova] Lock "9729b810-6e68-41c1-b5fa-98914c041555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.451167] env[69751]: DEBUG nova.compute.manager [req-d6fa8a3c-6c93-4a34-9c18-eb49894de342 req-7859c9a3-03b3-4390-aa43-c1568b671248 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] No waiting events found dispatching network-vif-plugged-99cc8cd3-d4da-4f39-a120-cd027ccb4120 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 805.451323] env[69751]: WARNING nova.compute.manager [req-d6fa8a3c-6c93-4a34-9c18-eb49894de342 req-7859c9a3-03b3-4390-aa43-c1568b671248 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Received unexpected event network-vif-plugged-99cc8cd3-d4da-4f39-a120-cd027ccb4120 for instance with vm_state building and task_state spawning. [ 805.802578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.505s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.803101] env[69751]: DEBUG nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.811503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.955s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.811503] env[69751]: DEBUG nova.objects.instance [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 805.843014] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "refresh_cache-9729b810-6e68-41c1-b5fa-98914c041555" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.843173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired lock "refresh_cache-9729b810-6e68-41c1-b5fa-98914c041555" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.843501] env[69751]: DEBUG nova.network.neutron [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.844951] env[69751]: DEBUG oslo_vmware.api [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483218, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.853843] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080245} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.854507] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.855490] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88095a5-6937-44c4-90d3-13a43ddc3432 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.862346] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483220, 'name': Rename_Task, 'duration_secs': 0.392369} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.865041] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.875893] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cff55d9-8af6-4872-9082-31821ebc431e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.887020] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 586c9d5e-45d9-4954-ba61-016a877c3277/586c9d5e-45d9-4954-ba61-016a877c3277.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.887598] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b89d9e1-d7af-4d74-8f51-bce31db7729e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.909525] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 805.909525] env[69751]: value = "task-3483222" [ 805.909525] env[69751]: _type = "Task" [ 805.909525] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.910861] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 805.910861] env[69751]: value = "task-3483221" [ 805.910861] env[69751]: _type = "Task" [ 805.910861] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.924827] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483222, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.928153] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.314253] env[69751]: DEBUG nova.compute.utils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.321327] env[69751]: DEBUG nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.321327] env[69751]: DEBUG nova.network.neutron [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.336060] env[69751]: DEBUG oslo_vmware.api [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Task: {'id': task-3483218, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525938} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.336355] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.336539] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.336708] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.336874] env[69751]: INFO nova.compute.manager [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Took 2.39 seconds to destroy the instance on the hypervisor. [ 806.337181] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.337920] env[69751]: DEBUG nova.compute.manager [-] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.338397] env[69751]: DEBUG nova.network.neutron [-] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.405643] env[69751]: DEBUG nova.network.neutron [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.411763] env[69751]: DEBUG nova.policy [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7033ed85ce4e4ba4c9aa472ac6a296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0b491adac984af8a8a06f83269587c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.429615] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483221, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.432481] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483222, 'name': ReconfigVM_Task, 'duration_secs': 0.495457} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.432784] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 586c9d5e-45d9-4954-ba61-016a877c3277/586c9d5e-45d9-4954-ba61-016a877c3277.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.433604] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62d8e7e3-b5df-40bd-8130-2ea26045a856 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.442924] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 806.442924] env[69751]: value = "task-3483223" [ 806.442924] env[69751]: _type = "Task" [ 806.442924] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.453279] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483223, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.820016] env[69751]: DEBUG nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.825075] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8e0eef9-94ce-4a99-a52f-563c6d48b6b9 tempest-ServersAdmin275Test-1926798574 tempest-ServersAdmin275Test-1926798574-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.825751] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.774s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.827470] env[69751]: INFO nova.compute.claims [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.935083] env[69751]: DEBUG oslo_vmware.api [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483221, 'name': PowerOnVM_Task, 'duration_secs': 0.709125} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.935083] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.935083] env[69751]: INFO nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Took 10.56 seconds to spawn the instance on the hypervisor. [ 806.935083] env[69751]: DEBUG nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.935083] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10001e2e-8884-4019-a4f8-ccc81031d55c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.946076] env[69751]: DEBUG nova.network.neutron [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Updating instance_info_cache with network_info: [{"id": "99cc8cd3-d4da-4f39-a120-cd027ccb4120", "address": "fa:16:3e:29:7d:9c", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cc8cd3-d4", "ovs_interfaceid": "99cc8cd3-d4da-4f39-a120-cd027ccb4120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.959874] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483223, 'name': Rename_Task, 'duration_secs': 0.444052} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.960253] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.960510] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24af1116-1a2f-4c70-9528-099dee0762ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.971614] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 806.971614] env[69751]: value = "task-3483224" [ 806.971614] env[69751]: _type = "Task" [ 806.971614] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.983403] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.278592] env[69751]: DEBUG nova.network.neutron [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Successfully created port: 80b6eac0-d6f4-4a71-9619-836e5e37e9bc {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.453433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Releasing lock "refresh_cache-9729b810-6e68-41c1-b5fa-98914c041555" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.453685] env[69751]: DEBUG nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Instance network_info: |[{"id": "99cc8cd3-d4da-4f39-a120-cd027ccb4120", "address": "fa:16:3e:29:7d:9c", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cc8cd3-d4", "ovs_interfaceid": "99cc8cd3-d4da-4f39-a120-cd027ccb4120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.458442] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:7d:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99cc8cd3-d4da-4f39-a120-cd027ccb4120', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.465992] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.466152] env[69751]: INFO nova.compute.manager [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Took 36.75 seconds to build instance. [ 807.468701] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.471228] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eeb9a00b-11d9-4dee-97d8-f66fe4d17634 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.492672] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "1051b941-c705-42c0-833d-e6e35aacb293" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.493288] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.493288] env[69751]: DEBUG nova.compute.manager [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.494844] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace22d6f-cc3b-4fc7-b0b1-f6a8564f634d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.509621] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483224, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.512307] env[69751]: DEBUG nova.compute.manager [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 807.512892] env[69751]: DEBUG nova.objects.instance [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lazy-loading 'flavor' on Instance uuid 1051b941-c705-42c0-833d-e6e35aacb293 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.514358] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.514358] env[69751]: value = "task-3483225" [ 807.514358] env[69751]: _type = "Task" [ 807.514358] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.525911] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483225, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.833690] env[69751]: DEBUG nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.855285] env[69751]: DEBUG nova.network.neutron [-] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.873101] env[69751]: DEBUG nova.compute.manager [req-8115365f-ede3-4514-a018-d87a91eecf9a req-aff1037a-f198-4088-967c-ecffb7343678 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Received event network-vif-deleted-ee158d17-48f1-4b79-a11a-c34f8feeb4d3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.873708] env[69751]: INFO nova.compute.manager [req-8115365f-ede3-4514-a018-d87a91eecf9a req-aff1037a-f198-4088-967c-ecffb7343678 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Neutron deleted interface ee158d17-48f1-4b79-a11a-c34f8feeb4d3; detaching it from the instance and deleting it from the info cache [ 807.874315] env[69751]: DEBUG nova.network.neutron [req-8115365f-ede3-4514-a018-d87a91eecf9a req-aff1037a-f198-4088-967c-ecffb7343678 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.876623] env[69751]: DEBUG nova.compute.manager [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Received event network-changed-99cc8cd3-d4da-4f39-a120-cd027ccb4120 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.877203] env[69751]: DEBUG nova.compute.manager [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Refreshing instance network info cache due to event network-changed-99cc8cd3-d4da-4f39-a120-cd027ccb4120. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.877203] env[69751]: DEBUG oslo_concurrency.lockutils [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] Acquiring lock "refresh_cache-9729b810-6e68-41c1-b5fa-98914c041555" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.877203] env[69751]: DEBUG oslo_concurrency.lockutils [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] Acquired lock "refresh_cache-9729b810-6e68-41c1-b5fa-98914c041555" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.877951] env[69751]: DEBUG nova.network.neutron [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Refreshing network info cache for port 99cc8cd3-d4da-4f39-a120-cd027ccb4120 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.883907] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.883907] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.884206] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.884477] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.884680] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.884877] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.885146] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.885363] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.885800] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.885800] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.885972] env[69751]: DEBUG nova.virt.hardware [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.888105] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4589ab-22bd-4ce2-9fbb-575ba419b5bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.900016] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096e1129-e307-4489-8175-ec771d5a7d86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.972141] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d5e9ffa-e5b9-4c20-8016-960ca674a6e3 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.766s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.004686] env[69751]: DEBUG oslo_vmware.api [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483224, 'name': PowerOnVM_Task, 'duration_secs': 0.70653} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.005044] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.005253] env[69751]: INFO nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Took 8.73 seconds to spawn the instance on the hypervisor. [ 808.005468] env[69751]: DEBUG nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 808.006580] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c801d80-07f7-4989-81de-e6a91c9c8e25 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.036089] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483225, 'name': CreateVM_Task, 'duration_secs': 0.367543} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.036298] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.037012] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.037225] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.037539] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.039889] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ce6616-3e8d-44c5-be89-7aec48f09a3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.047474] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 808.047474] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5210cb87-a9d9-6c35-f4a7-4afdeefe820a" [ 808.047474] env[69751]: _type = "Task" [ 808.047474] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.059406] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5210cb87-a9d9-6c35-f4a7-4afdeefe820a, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.063927] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.064159] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.064392] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.064537] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.064713] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.065605] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2431c931-ae68-4825-b620-63a79469119a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.078539] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.078628] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.080304] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ff1d36-5f01-46b1-b29f-b78862979e7b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.086958] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 808.086958] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5251fe54-1217-10b1-f581-936022dc7878" [ 808.086958] env[69751]: _type = "Task" [ 808.086958] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.098350] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5251fe54-1217-10b1-f581-936022dc7878, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.246135] env[69751]: DEBUG nova.network.neutron [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Updated VIF entry in instance network info cache for port 99cc8cd3-d4da-4f39-a120-cd027ccb4120. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 808.246450] env[69751]: DEBUG nova.network.neutron [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Updating instance_info_cache with network_info: [{"id": "99cc8cd3-d4da-4f39-a120-cd027ccb4120", "address": "fa:16:3e:29:7d:9c", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99cc8cd3-d4", "ovs_interfaceid": "99cc8cd3-d4da-4f39-a120-cd027ccb4120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.358530] env[69751]: INFO nova.compute.manager [-] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Took 2.02 seconds to deallocate network for instance. [ 808.390771] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a19f6be-a075-4b90-b1b5-cac143e1aa76 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.405824] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5799af-dedb-4891-89c7-331f7b4a3319 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.444835] env[69751]: DEBUG nova.compute.manager [req-8115365f-ede3-4514-a018-d87a91eecf9a req-aff1037a-f198-4088-967c-ecffb7343678 service nova] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Detach interface failed, port_id=ee158d17-48f1-4b79-a11a-c34f8feeb4d3, reason: Instance 10b322ed-e155-4013-98d7-d033c8dc7a6b could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 808.474453] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.529346] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.530397] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e37117-0f7a-453c-941a-08ea49dbeb3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.535187] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-639ac6d4-c653-43da-b454-5c6ddd6a923d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.538086] env[69751]: INFO nova.compute.manager [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Took 34.82 seconds to build instance. [ 808.546424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c6235f-a717-4cf0-a094-4135b9bd2454 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.550509] env[69751]: DEBUG oslo_vmware.api [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 808.550509] env[69751]: value = "task-3483226" [ 808.550509] env[69751]: _type = "Task" [ 808.550509] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.584010] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4204261c-3d0f-4c15-9ad8-b81d42a14ffb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.591367] env[69751]: DEBUG oslo_vmware.api [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.605179] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517edba5-ebb4-421a-8f18-6ec610260f89 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.610491] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5251fe54-1217-10b1-f581-936022dc7878, 'name': SearchDatastore_Task, 'duration_secs': 0.009421} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.612695] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b75354e-fd75-41ac-8150-eb6aedfd002e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.624260] env[69751]: DEBUG nova.compute.provider_tree [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.629026] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 808.629026] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cba6d6-e6b7-9c5c-b2b1-b1925b232dbe" [ 808.629026] env[69751]: _type = "Task" [ 808.629026] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.637092] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cba6d6-e6b7-9c5c-b2b1-b1925b232dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.013157} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.638033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.638033] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 9729b810-6e68-41c1-b5fa-98914c041555/9729b810-6e68-41c1-b5fa-98914c041555.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.638033] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad58337e-c6a3-49af-b148-a590b7d29117 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.648079] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 808.648079] env[69751]: value = "task-3483227" [ 808.648079] env[69751]: _type = "Task" [ 808.648079] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.656236] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483227, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.750255] env[69751]: DEBUG oslo_concurrency.lockutils [req-78ebf723-431c-4e5d-a7d7-472438a40707 req-d3be51f3-394f-4403-a24c-052c58b48151 service nova] Releasing lock "refresh_cache-9729b810-6e68-41c1-b5fa-98914c041555" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.865789] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.004898] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.039677] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49fedde6-59ba-4bef-b556-0561d1d42f0f tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "586c9d5e-45d9-4954-ba61-016a877c3277" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.062s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.065426] env[69751]: DEBUG oslo_vmware.api [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483226, 'name': PowerOffVM_Task, 'duration_secs': 0.347293} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.065927] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.066214] env[69751]: DEBUG nova.compute.manager [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.067081] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58c3756-fe51-49c3-a099-c6bc411a704e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.163275] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483227, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.164413] env[69751]: ERROR nova.scheduler.client.report [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [req-1eef829f-acae-495f-b177-dfbbb4ffb016] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1eef829f-acae-495f-b177-dfbbb4ffb016"}]} [ 809.177132] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.177132] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.177282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.180063] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.180063] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.182026] env[69751]: INFO nova.compute.manager [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Terminating instance [ 809.193717] env[69751]: DEBUG nova.scheduler.client.report [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 809.223029] env[69751]: DEBUG nova.scheduler.client.report [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 809.223029] env[69751]: DEBUG nova.compute.provider_tree [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.238021] env[69751]: DEBUG nova.scheduler.client.report [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 809.266863] env[69751]: DEBUG nova.scheduler.client.report [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 809.278358] env[69751]: DEBUG nova.network.neutron [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Successfully updated port: 80b6eac0-d6f4-4a71-9619-836e5e37e9bc {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.543101] env[69751]: DEBUG nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.582730] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e6268927-5880-4a97-a7fa-9b3e42afef60 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.090s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.660353] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483227, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640673} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.663570] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 9729b810-6e68-41c1-b5fa-98914c041555/9729b810-6e68-41c1-b5fa-98914c041555.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.663840] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.665033] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7d122b7-f066-4a7e-946e-651d644af2cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.677282] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 809.677282] env[69751]: value = "task-3483228" [ 809.677282] env[69751]: _type = "Task" [ 809.677282] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.686741] env[69751]: DEBUG nova.compute.manager [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.687237] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.691027] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.691544] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1884333f-27d3-49e7-8a9f-907a73cefb4b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.701138] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.701488] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be233dc0-2fd3-4926-a7a1-31ed1c5c7941 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.708800] env[69751]: DEBUG oslo_vmware.api [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 809.708800] env[69751]: value = "task-3483229" [ 809.708800] env[69751]: _type = "Task" [ 809.708800] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.725395] env[69751]: DEBUG oslo_vmware.api [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.782784] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "refresh_cache-8c2769e9-4ec5-420e-9c22-8102db2e652e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.782949] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "refresh_cache-8c2769e9-4ec5-420e-9c22-8102db2e652e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.783302] env[69751]: DEBUG nova.network.neutron [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.946566] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c07e67-7367-463a-a8f7-f237e8402cd6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.954293] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436e94ac-1be9-48bf-ac97-2849d819ac65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.989632] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e405b45d-a186-4997-9e37-86e36d419ebc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.999837] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06c6b9a-f1ef-47cb-bdf2-a93bd530df48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.017639] env[69751]: DEBUG nova.compute.provider_tree [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.071125] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.186632] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080578} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.187033] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.188420] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cbce2f-5f95-4288-a68f-92f8a35efbc8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.214118] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 9729b810-6e68-41c1-b5fa-98914c041555/9729b810-6e68-41c1-b5fa-98914c041555.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.214118] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb8d219-fe8d-46d2-8f21-b72a3f72b1dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.230571] env[69751]: DEBUG nova.compute.manager [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Received event network-vif-plugged-80b6eac0-d6f4-4a71-9619-836e5e37e9bc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.230791] env[69751]: DEBUG oslo_concurrency.lockutils [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] Acquiring lock "8c2769e9-4ec5-420e-9c22-8102db2e652e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.231288] env[69751]: DEBUG oslo_concurrency.lockutils [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.231466] env[69751]: DEBUG oslo_concurrency.lockutils [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.231637] env[69751]: DEBUG nova.compute.manager [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] No waiting events found dispatching network-vif-plugged-80b6eac0-d6f4-4a71-9619-836e5e37e9bc {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 810.231821] env[69751]: WARNING nova.compute.manager [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Received unexpected event network-vif-plugged-80b6eac0-d6f4-4a71-9619-836e5e37e9bc for instance with vm_state building and task_state spawning. [ 810.231953] env[69751]: DEBUG nova.compute.manager [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Received event network-changed-80b6eac0-d6f4-4a71-9619-836e5e37e9bc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.232121] env[69751]: DEBUG nova.compute.manager [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Refreshing instance network info cache due to event network-changed-80b6eac0-d6f4-4a71-9619-836e5e37e9bc. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.232291] env[69751]: DEBUG oslo_concurrency.lockutils [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] Acquiring lock "refresh_cache-8c2769e9-4ec5-420e-9c22-8102db2e652e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.244668] env[69751]: DEBUG oslo_vmware.api [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483229, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.246454] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 810.246454] env[69751]: value = "task-3483233" [ 810.246454] env[69751]: _type = "Task" [ 810.246454] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.256931] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.328457] env[69751]: DEBUG nova.network.neutron [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.529327] env[69751]: DEBUG nova.network.neutron [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Updating instance_info_cache with network_info: [{"id": "80b6eac0-d6f4-4a71-9619-836e5e37e9bc", "address": "fa:16:3e:8e:b4:eb", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b6eac0-d6", "ovs_interfaceid": "80b6eac0-d6f4-4a71-9619-836e5e37e9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.557151] env[69751]: DEBUG nova.scheduler.client.report [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 810.557151] env[69751]: DEBUG nova.compute.provider_tree [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 55 to 56 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 810.557151] env[69751]: DEBUG nova.compute.provider_tree [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 810.616214] env[69751]: DEBUG nova.objects.instance [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lazy-loading 'flavor' on Instance uuid 1051b941-c705-42c0-833d-e6e35aacb293 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.724662] env[69751]: DEBUG oslo_vmware.api [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483229, 'name': PowerOffVM_Task, 'duration_secs': 0.536997} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.724934] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.725118] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.725381] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-540059a2-4361-4814-97dd-80be656dc187 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.760488] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483233, 'name': ReconfigVM_Task, 'duration_secs': 0.349609} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.761527] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 9729b810-6e68-41c1-b5fa-98914c041555/9729b810-6e68-41c1-b5fa-98914c041555.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.762461] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf7eea2d-0126-4ded-aa91-2c6f2ee98a5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.770634] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 810.770634] env[69751]: value = "task-3483235" [ 810.770634] env[69751]: _type = "Task" [ 810.770634] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.781480] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483235, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.812392] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.812586] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.812765] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Deleting the datastore file [datastore2] 5828fe6a-a7fc-4288-b52a-14cf6f20a19e {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.813146] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20917d9e-5293-486e-b00b-d633d7343dfa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.821750] env[69751]: DEBUG oslo_vmware.api [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for the task: (returnval){ [ 810.821750] env[69751]: value = "task-3483236" [ 810.821750] env[69751]: _type = "Task" [ 810.821750] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.831360] env[69751]: DEBUG oslo_vmware.api [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.034180] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "refresh_cache-8c2769e9-4ec5-420e-9c22-8102db2e652e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.034180] env[69751]: DEBUG nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Instance network_info: |[{"id": "80b6eac0-d6f4-4a71-9619-836e5e37e9bc", "address": "fa:16:3e:8e:b4:eb", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b6eac0-d6", "ovs_interfaceid": "80b6eac0-d6f4-4a71-9619-836e5e37e9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.034467] env[69751]: DEBUG oslo_concurrency.lockutils [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] Acquired lock "refresh_cache-8c2769e9-4ec5-420e-9c22-8102db2e652e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.034467] env[69751]: DEBUG nova.network.neutron [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Refreshing network info cache for port 80b6eac0-d6f4-4a71-9619-836e5e37e9bc {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.034467] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:b4:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b6eac0-d6f4-4a71-9619-836e5e37e9bc', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.043507] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.044742] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.044984] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6083c42-7bed-4288-a4d0-fbef385a63c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.061452] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.236s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.062273] env[69751]: DEBUG nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.064770] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.799s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.064863] env[69751]: DEBUG nova.objects.instance [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lazy-loading 'resources' on Instance uuid 9656233b-1a78-4451-908c-c162637a8253 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.069937] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.069937] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.069937] env[69751]: value = "task-3483237" [ 811.069937] env[69751]: _type = "Task" [ 811.069937] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.069937] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.083037] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483237, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.122526] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.124023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquired lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.124023] env[69751]: DEBUG nova.network.neutron [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.124023] env[69751]: DEBUG nova.objects.instance [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lazy-loading 'info_cache' on Instance uuid 1051b941-c705-42c0-833d-e6e35aacb293 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.285230] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483235, 'name': Rename_Task, 'duration_secs': 0.155492} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.285555] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.285826] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7798e79-b9fe-4722-8e00-37f021685a6b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.293395] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 811.293395] env[69751]: value = "task-3483238" [ 811.293395] env[69751]: _type = "Task" [ 811.293395] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.302262] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.332163] env[69751]: DEBUG oslo_vmware.api [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Task: {'id': task-3483236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206283} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.332486] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.332706] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.332922] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.333146] env[69751]: INFO nova.compute.manager [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 811.333724] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.334019] env[69751]: DEBUG nova.compute.manager [-] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.334112] env[69751]: DEBUG nova.network.neutron [-] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.571152] env[69751]: DEBUG nova.compute.utils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.578338] env[69751]: DEBUG nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.578515] env[69751]: DEBUG nova.network.neutron [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.593040] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.593040] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.593267] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.594472] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.594725] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.595604] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.595604] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 811.602032] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 811.602032] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483237, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.627804] env[69751]: DEBUG nova.objects.base [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Object Instance<1051b941-c705-42c0-833d-e6e35aacb293> lazy-loaded attributes: flavor,info_cache {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 811.643135] env[69751]: DEBUG nova.policy [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '542fdef28da04b6193acc9916a69f098', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bc5ee2338e5467aa4c7c330429bf457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.809451] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483238, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.954980] env[69751]: DEBUG nova.network.neutron [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Updated VIF entry in instance network info cache for port 80b6eac0-d6f4-4a71-9619-836e5e37e9bc. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.955343] env[69751]: DEBUG nova.network.neutron [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Updating instance_info_cache with network_info: [{"id": "80b6eac0-d6f4-4a71-9619-836e5e37e9bc", "address": "fa:16:3e:8e:b4:eb", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b6eac0-d6", "ovs_interfaceid": "80b6eac0-d6f4-4a71-9619-836e5e37e9bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.081604] env[69751]: DEBUG nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.098952] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483237, 'name': CreateVM_Task, 'duration_secs': 0.849299} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.100383] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.101022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.102834] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.104451] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.105092] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.105750] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-246a0802-627f-4f78-96d5-5874c6fd398d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.111735] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 812.111735] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c405e0-468a-19c2-0087-aa656b23f1ed" [ 812.111735] env[69751]: _type = "Task" [ 812.111735] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.123920] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c405e0-468a-19c2-0087-aa656b23f1ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.179997] env[69751]: DEBUG nova.network.neutron [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Successfully created port: 2cc91cbe-e2a3-4952-a873-657cbffc07bf {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.184216] env[69751]: DEBUG nova.network.neutron [-] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.283401] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49375386-0b67-4d58-b170-49a07c0bcfdf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.301802] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981fe209-a76e-4f88-b919-785d568e5a6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.313883] env[69751]: DEBUG oslo_vmware.api [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483238, 'name': PowerOnVM_Task, 'duration_secs': 0.863949} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.341959] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.342257] env[69751]: INFO nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Took 8.02 seconds to spawn the instance on the hypervisor. [ 812.342446] env[69751]: DEBUG nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 812.346239] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c44bfd-6fb9-470f-99b5-f2ca315e1863 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.349667] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011d0f05-8429-493d-9978-7904c59e45c5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.365856] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fc7ad1-35bc-483b-8541-b5cf713c309a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.385753] env[69751]: DEBUG nova.compute.provider_tree [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.422898] env[69751]: DEBUG nova.compute.manager [req-52758b46-2a07-40e4-a78e-21a5bdfe230d req-6c980b09-5d65-4061-af6c-586fc7961923 service nova] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Received event network-vif-deleted-4cdc1343-68b0-494b-a88e-4d8c8c216928 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.459414] env[69751]: DEBUG oslo_concurrency.lockutils [req-dcd25040-113c-449d-873f-e5761af4ca30 req-8dc5d617-da7b-4889-a700-e69d6714bae8 service nova] Releasing lock "refresh_cache-8c2769e9-4ec5-420e-9c22-8102db2e652e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.538388] env[69751]: DEBUG nova.network.neutron [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Updating instance_info_cache with network_info: [{"id": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "address": "fa:16:3e:f7:d5:2b", "network": {"id": "115cf9c8-ff36-481f-9fe3-5f1f726974b1", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1026413711-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "140d02776c384114ad4eca1332da9d0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e9fa4744-8702-4973-b911-ee18192a3e4b", "external-id": "nsx-vlan-transportzone-318", "segmentation_id": 318, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f5565cf-52", "ovs_interfaceid": "5f5565cf-5232-42a4-a6db-d62661e2e67b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.626868] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c405e0-468a-19c2-0087-aa656b23f1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013231} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.626868] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627252] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.628088] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.628088] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.628088] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.628088] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098da952-6b57-4fb0-a2df-5675ca11d495 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.640181] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.640436] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.641299] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa0d802f-3171-4c50-8dbc-01cf7af65bbb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.648645] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 812.648645] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4793b-d050-2416-8a58-8eeb9c3cf040" [ 812.648645] env[69751]: _type = "Task" [ 812.648645] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.657214] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4793b-d050-2416-8a58-8eeb9c3cf040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.686927] env[69751]: INFO nova.compute.manager [-] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Took 1.35 seconds to deallocate network for instance. [ 812.871950] env[69751]: INFO nova.compute.manager [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Took 35.97 seconds to build instance. [ 812.890200] env[69751]: DEBUG nova.scheduler.client.report [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.904805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "586c9d5e-45d9-4954-ba61-016a877c3277" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.904805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "586c9d5e-45d9-4954-ba61-016a877c3277" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.905370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "586c9d5e-45d9-4954-ba61-016a877c3277-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.905370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "586c9d5e-45d9-4954-ba61-016a877c3277-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.905370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "586c9d5e-45d9-4954-ba61-016a877c3277-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.907632] env[69751]: INFO nova.compute.manager [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Terminating instance [ 813.040744] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Releasing lock "refresh_cache-1051b941-c705-42c0-833d-e6e35aacb293" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.099063] env[69751]: DEBUG nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.126200] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.126510] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.126649] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.126818] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.127044] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.127269] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.127550] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.127772] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.128011] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.128209] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.128811] env[69751]: DEBUG nova.virt.hardware [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.129355] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b64247-e08b-4447-9ded-e954bb976967 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.138963] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fec2864-610a-4712-a5ed-052b3ed66270 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.168817] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4793b-d050-2416-8a58-8eeb9c3cf040, 'name': SearchDatastore_Task, 'duration_secs': 0.013993} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.169827] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b92025-88de-410b-ae83-21691efffb9f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.175723] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 813.175723] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b473c5-9b69-6085-beeb-c159135c3545" [ 813.175723] env[69751]: _type = "Task" [ 813.175723] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.185142] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b473c5-9b69-6085-beeb-c159135c3545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.195194] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.374709] env[69751]: DEBUG oslo_concurrency.lockutils [None req-416bb78d-5056-41a0-99c9-949c0584a083 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "9729b810-6e68-41c1-b5fa-98914c041555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.720s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.396059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.331s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.398162] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.425s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.398395] env[69751]: DEBUG nova.objects.instance [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lazy-loading 'resources' on Instance uuid cd7dce97-f3fe-477e-9169-38cfcd581d38 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.411484] env[69751]: DEBUG nova.compute.manager [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.411907] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.413145] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed618d8-5af2-4cc2-b0f1-a4899df72549 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.421690] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.423392] env[69751]: INFO nova.scheduler.client.report [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Deleted allocations for instance 9656233b-1a78-4451-908c-c162637a8253 [ 813.423738] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08fe623f-4e5f-43ef-a344-1a358fd056ff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.435548] env[69751]: DEBUG oslo_vmware.api [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 813.435548] env[69751]: value = "task-3483240" [ 813.435548] env[69751]: _type = "Task" [ 813.435548] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.444734] env[69751]: DEBUG oslo_vmware.api [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.691403] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b473c5-9b69-6085-beeb-c159135c3545, 'name': SearchDatastore_Task, 'duration_secs': 0.011525} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.691727] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.691865] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 8c2769e9-4ec5-420e-9c22-8102db2e652e/8c2769e9-4ec5-420e-9c22-8102db2e652e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.692180] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70e2dff3-af03-49ad-8bcf-d1e08f47486e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.702693] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 813.702693] env[69751]: value = "task-3483241" [ 813.702693] env[69751]: _type = "Task" [ 813.702693] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.716560] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483241, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.880664] env[69751]: DEBUG nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.931440] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1fabb188-57c7-43c4-a998-9bd35cdf24c2 tempest-TenantUsagesTestJSON-838174495 tempest-TenantUsagesTestJSON-838174495-project-member] Lock "9656233b-1a78-4451-908c-c162637a8253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.642s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.950382] env[69751]: DEBUG oslo_vmware.api [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483240, 'name': PowerOffVM_Task, 'duration_secs': 0.36342} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.950737] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.950947] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.951277] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aef07f1a-1dad-4901-a371-9536a9b6ade6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.009008] env[69751]: DEBUG nova.network.neutron [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Successfully updated port: 2cc91cbe-e2a3-4952-a873-657cbffc07bf {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.030294] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.030592] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.030815] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Deleting the datastore file [datastore2] 586c9d5e-45d9-4954-ba61-016a877c3277 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.031163] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d27645f8-27aa-4159-9744-45ca41695040 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.041688] env[69751]: DEBUG nova.compute.manager [req-d6f92288-d910-4a4e-8835-7b0ec0c126e6 req-d667559b-dbc7-41c1-a0bf-2df23656031a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Received event network-vif-plugged-2cc91cbe-e2a3-4952-a873-657cbffc07bf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.041916] env[69751]: DEBUG oslo_concurrency.lockutils [req-d6f92288-d910-4a4e-8835-7b0ec0c126e6 req-d667559b-dbc7-41c1-a0bf-2df23656031a service nova] Acquiring lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.042212] env[69751]: DEBUG oslo_concurrency.lockutils [req-d6f92288-d910-4a4e-8835-7b0ec0c126e6 req-d667559b-dbc7-41c1-a0bf-2df23656031a service nova] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.042944] env[69751]: DEBUG oslo_concurrency.lockutils [req-d6f92288-d910-4a4e-8835-7b0ec0c126e6 req-d667559b-dbc7-41c1-a0bf-2df23656031a service nova] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.043137] env[69751]: DEBUG nova.compute.manager [req-d6f92288-d910-4a4e-8835-7b0ec0c126e6 req-d667559b-dbc7-41c1-a0bf-2df23656031a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] No waiting events found dispatching network-vif-plugged-2cc91cbe-e2a3-4952-a873-657cbffc07bf {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 814.043306] env[69751]: WARNING nova.compute.manager [req-d6f92288-d910-4a4e-8835-7b0ec0c126e6 req-d667559b-dbc7-41c1-a0bf-2df23656031a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Received unexpected event network-vif-plugged-2cc91cbe-e2a3-4952-a873-657cbffc07bf for instance with vm_state building and task_state spawning. [ 814.047266] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.047903] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1490449-1ee8-4f23-a960-f21e1918eb32 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.051188] env[69751]: DEBUG oslo_vmware.api [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for the task: (returnval){ [ 814.051188] env[69751]: value = "task-3483243" [ 814.051188] env[69751]: _type = "Task" [ 814.051188] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.062328] env[69751]: DEBUG oslo_vmware.api [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 814.062328] env[69751]: value = "task-3483244" [ 814.062328] env[69751]: _type = "Task" [ 814.062328] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.070010] env[69751]: DEBUG oslo_vmware.api [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.076029] env[69751]: DEBUG oslo_vmware.api [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.212450] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "9729b810-6e68-41c1-b5fa-98914c041555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.212716] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "9729b810-6e68-41c1-b5fa-98914c041555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.212926] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "9729b810-6e68-41c1-b5fa-98914c041555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.214023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "9729b810-6e68-41c1-b5fa-98914c041555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.214023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "9729b810-6e68-41c1-b5fa-98914c041555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.220179] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483241, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.220179] env[69751]: INFO nova.compute.manager [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Terminating instance [ 814.409261] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.514335] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "refresh_cache-56dde5b7-8a56-4df6-85ad-d84f9c7a0757" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.514335] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "refresh_cache-56dde5b7-8a56-4df6-85ad-d84f9c7a0757" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.514335] env[69751]: DEBUG nova.network.neutron [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.566901] env[69751]: DEBUG oslo_vmware.api [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.579363] env[69751]: DEBUG oslo_vmware.api [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483244, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.602849] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8c188a-94f0-48fa-a546-ecb6a70390e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.614892] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb09e1f-6bb0-4883-865b-b38d951b1008 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.662799] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab65d4b-8454-405c-8a62-a6181d9a138f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.673482] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee3454f-7801-4569-8d8c-da448d4a51ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.690349] env[69751]: DEBUG nova.compute.provider_tree [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.720316] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483241, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922034} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.720651] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 8c2769e9-4ec5-420e-9c22-8102db2e652e/8c2769e9-4ec5-420e-9c22-8102db2e652e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.720870] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.721189] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afbcea02-24ce-4e76-abea-fc71a0357146 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.726586] env[69751]: DEBUG nova.compute.manager [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.727248] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.727688] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ef11ed-5250-49b9-ba74-ba1b681def1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.732236] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 814.732236] env[69751]: value = "task-3483245" [ 814.732236] env[69751]: _type = "Task" [ 814.732236] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.738413] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.739115] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c28629a8-c64f-4151-a97d-483fa22561ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.745043] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.747714] env[69751]: DEBUG oslo_vmware.api [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 814.747714] env[69751]: value = "task-3483246" [ 814.747714] env[69751]: _type = "Task" [ 814.747714] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.756827] env[69751]: DEBUG oslo_vmware.api [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.067160] env[69751]: DEBUG oslo_vmware.api [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Task: {'id': task-3483243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.622318} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.072349] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.072349] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.072349] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.072349] env[69751]: INFO nova.compute.manager [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Took 1.66 seconds to destroy the instance on the hypervisor. [ 815.072349] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.072490] env[69751]: DEBUG nova.network.neutron [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.074209] env[69751]: DEBUG nova.compute.manager [-] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.074294] env[69751]: DEBUG nova.network.neutron [-] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.082196] env[69751]: DEBUG oslo_vmware.api [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483244, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.229593] env[69751]: DEBUG nova.scheduler.client.report [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 56 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 815.230057] env[69751]: DEBUG nova.compute.provider_tree [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 56 to 57 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 815.230287] env[69751]: DEBUG nova.compute.provider_tree [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.245377] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103299} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.245655] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 815.246618] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd07e7ce-7b9c-4188-8082-8ce34f7845ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.258403] env[69751]: DEBUG oslo_vmware.api [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483246, 'name': PowerOffVM_Task, 'duration_secs': 0.198527} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.268327] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.268557] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.278864] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 8c2769e9-4ec5-420e-9c22-8102db2e652e/8c2769e9-4ec5-420e-9c22-8102db2e652e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 815.281541] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-307b05a5-d4dd-4d9e-b3f4-7072f3c34d11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.283494] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2495015d-e009-4c23-bfa5-a6726b8e66c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.305895] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 815.305895] env[69751]: value = "task-3483249" [ 815.305895] env[69751]: _type = "Task" [ 815.305895] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.318827] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.371756] env[69751]: DEBUG nova.network.neutron [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Updating instance_info_cache with network_info: [{"id": "2cc91cbe-e2a3-4952-a873-657cbffc07bf", "address": "fa:16:3e:3d:03:ac", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc91cbe-e2", "ovs_interfaceid": "2cc91cbe-e2a3-4952-a873-657cbffc07bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.373749] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.373936] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.374181] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Deleting the datastore file [datastore2] 9729b810-6e68-41c1-b5fa-98914c041555 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.374622] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-129d821b-d87e-48c8-9f70-0643175b6fe8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.382583] env[69751]: DEBUG oslo_vmware.api [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for the task: (returnval){ [ 815.382583] env[69751]: value = "task-3483250" [ 815.382583] env[69751]: _type = "Task" [ 815.382583] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.393197] env[69751]: DEBUG oslo_vmware.api [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.576490] env[69751]: DEBUG oslo_vmware.api [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483244, 'name': PowerOnVM_Task, 'duration_secs': 1.124172} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.576761] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.576960] env[69751]: DEBUG nova.compute.manager [None req-0baed07a-1616-4e7f-adef-306096330bd8 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.578584] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e343b8d2-f489-4e8d-8df8-c97bbaa6494b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.739139] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.741910] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.726s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.742524] env[69751]: DEBUG nova.objects.instance [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lazy-loading 'resources' on Instance uuid fee3d7b7-86bf-46f7-92a7-a626663dac51 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.780163] env[69751]: INFO nova.scheduler.client.report [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Deleted allocations for instance cd7dce97-f3fe-477e-9169-38cfcd581d38 [ 815.816911] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483249, 'name': ReconfigVM_Task, 'duration_secs': 0.347384} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.817248] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 8c2769e9-4ec5-420e-9c22-8102db2e652e/8c2769e9-4ec5-420e-9c22-8102db2e652e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.818025] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3637eafc-b653-49fa-97e7-b1517bb126d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.826406] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 815.826406] env[69751]: value = "task-3483251" [ 815.826406] env[69751]: _type = "Task" [ 815.826406] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.837559] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483251, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.875625] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "refresh_cache-56dde5b7-8a56-4df6-85ad-d84f9c7a0757" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.876131] env[69751]: DEBUG nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Instance network_info: |[{"id": "2cc91cbe-e2a3-4952-a873-657cbffc07bf", "address": "fa:16:3e:3d:03:ac", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc91cbe-e2", "ovs_interfaceid": "2cc91cbe-e2a3-4952-a873-657cbffc07bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.876566] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:03:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cc91cbe-e2a3-4952-a873-657cbffc07bf', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.884008] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Creating folder: Project (5bc5ee2338e5467aa4c7c330429bf457). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.884343] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13723ad1-10d8-4fec-ba4d-0f02276c7785 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.895162] env[69751]: DEBUG oslo_vmware.api [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Task: {'id': task-3483250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173539} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.895450] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.895659] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.895875] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.896114] env[69751]: INFO nova.compute.manager [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Took 1.17 seconds to destroy the instance on the hypervisor. [ 815.896401] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.896939] env[69751]: DEBUG nova.compute.manager [-] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.897174] env[69751]: DEBUG nova.network.neutron [-] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.900424] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Created folder: Project (5bc5ee2338e5467aa4c7c330429bf457) in parent group-v696263. [ 815.900629] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Creating folder: Instances. Parent ref: group-v696342. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.900892] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39e7d7a0-1cc1-4d89-a497-2066f068b2c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.910827] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Created folder: Instances in parent group-v696342. [ 815.911086] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.911290] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.911499] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fb1a2b5-1684-414f-b0df-52275dbdfc43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.932683] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.932683] env[69751]: value = "task-3483254" [ 815.932683] env[69751]: _type = "Task" [ 815.932683] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.944200] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483254, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.979839] env[69751]: DEBUG nova.network.neutron [-] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.094031] env[69751]: DEBUG nova.compute.manager [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Received event network-changed-2cc91cbe-e2a3-4952-a873-657cbffc07bf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.094530] env[69751]: DEBUG nova.compute.manager [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Refreshing instance network info cache due to event network-changed-2cc91cbe-e2a3-4952-a873-657cbffc07bf. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.095129] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] Acquiring lock "refresh_cache-56dde5b7-8a56-4df6-85ad-d84f9c7a0757" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.095375] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] Acquired lock "refresh_cache-56dde5b7-8a56-4df6-85ad-d84f9c7a0757" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.095627] env[69751]: DEBUG nova.network.neutron [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Refreshing network info cache for port 2cc91cbe-e2a3-4952-a873-657cbffc07bf {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.293553] env[69751]: DEBUG oslo_concurrency.lockutils [None req-879b9554-6140-416f-8131-a473a5e25a28 tempest-ServersAaction247Test-1581606224 tempest-ServersAaction247Test-1581606224-project-member] Lock "cd7dce97-f3fe-477e-9169-38cfcd581d38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.863s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.337966] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483251, 'name': Rename_Task, 'duration_secs': 0.16029} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.338322] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.338610] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5cb17b1e-c8ca-401c-8335-cd57b12dff22 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.347425] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 816.347425] env[69751]: value = "task-3483255" [ 816.347425] env[69751]: _type = "Task" [ 816.347425] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.358648] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483255, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.447646] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483254, 'name': CreateVM_Task, 'duration_secs': 0.430498} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.447822] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.448541] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.448708] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.449052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.449319] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37babed-2ee0-4d1c-aa4f-1c5d4b7cd11a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.455397] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 816.455397] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f9469-958a-7b6e-e46e-abc6882b8c86" [ 816.455397] env[69751]: _type = "Task" [ 816.455397] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.468432] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f9469-958a-7b6e-e46e-abc6882b8c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.482978] env[69751]: INFO nova.compute.manager [-] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Took 1.41 seconds to deallocate network for instance. [ 816.711545] env[69751]: DEBUG nova.network.neutron [-] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.874720] env[69751]: DEBUG oslo_vmware.api [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483255, 'name': PowerOnVM_Task, 'duration_secs': 0.503611} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.875031] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.875293] env[69751]: INFO nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Took 9.04 seconds to spawn the instance on the hypervisor. [ 816.875458] env[69751]: DEBUG nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.876647] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a167c-6dfa-4c97-a156-014ecdd573de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.955656] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f005e5-a130-4525-9b22-ab95b809901c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.971218] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434950d8-3f07-4440-9bc8-9f5f97d8c8fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.978016] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f9469-958a-7b6e-e46e-abc6882b8c86, 'name': SearchDatastore_Task, 'duration_secs': 0.01522} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.978740] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.979313] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.979313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.979413] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.979533] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.979801] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee612ab7-1612-466f-8fc3-fa42255fd0bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.008885] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.010320] env[69751]: DEBUG nova.network.neutron [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Updated VIF entry in instance network info cache for port 2cc91cbe-e2a3-4952-a873-657cbffc07bf. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.010659] env[69751]: DEBUG nova.network.neutron [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Updating instance_info_cache with network_info: [{"id": "2cc91cbe-e2a3-4952-a873-657cbffc07bf", "address": "fa:16:3e:3d:03:ac", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cc91cbe-e2", "ovs_interfaceid": "2cc91cbe-e2a3-4952-a873-657cbffc07bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.015023] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05234a97-8dbc-490e-84c9-85eb37d2a584 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.023534] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b565bca2-917c-4f26-8dea-daf739f82b6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.030402] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.030594] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.031955] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082407eb-bdcb-4fd1-acb7-de8740a558f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.046820] env[69751]: DEBUG nova.compute.provider_tree [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.049733] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 817.049733] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e3c6a7-10ec-0b1f-40b6-be1f05c48d91" [ 817.049733] env[69751]: _type = "Task" [ 817.049733] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.060107] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e3c6a7-10ec-0b1f-40b6-be1f05c48d91, 'name': SearchDatastore_Task, 'duration_secs': 0.013972} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.060760] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aa158d5-296d-4c41-82a1-c8f339cd5a2d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.067347] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 817.067347] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c06b65-f96b-6d8d-a287-276f01984c4c" [ 817.067347] env[69751]: _type = "Task" [ 817.067347] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.078074] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c06b65-f96b-6d8d-a287-276f01984c4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.216193] env[69751]: INFO nova.compute.manager [-] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Took 1.32 seconds to deallocate network for instance. [ 817.399744] env[69751]: INFO nova.compute.manager [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Took 39.19 seconds to build instance. [ 817.518163] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] Releasing lock "refresh_cache-56dde5b7-8a56-4df6-85ad-d84f9c7a0757" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.518163] env[69751]: DEBUG nova.compute.manager [req-d3ea2a80-cc0c-442f-be8b-757f066967bf req-2ac39e4b-5778-4e78-9f62-1e876396394a service nova] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Received event network-vif-deleted-e48ee1ac-5092-4765-8f10-755d07b450b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.554507] env[69751]: DEBUG nova.scheduler.client.report [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.584273] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c06b65-f96b-6d8d-a287-276f01984c4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012715} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.585030] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.585030] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 56dde5b7-8a56-4df6-85ad-d84f9c7a0757/56dde5b7-8a56-4df6-85ad-d84f9c7a0757.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.585410] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f38988-3934-405c-93bc-e6ceba88ef8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.595420] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 817.595420] env[69751]: value = "task-3483257" [ 817.595420] env[69751]: _type = "Task" [ 817.595420] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.612848] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.726822] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.901777] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f76f852-222d-44c9-bc9f-2240357f6483 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.221s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.058629] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.316s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.061562] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.337s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.063445] env[69751]: INFO nova.compute.claims [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.101366] env[69751]: INFO nova.scheduler.client.report [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Deleted allocations for instance fee3d7b7-86bf-46f7-92a7-a626663dac51 [ 818.109047] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483257, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.340598] env[69751]: DEBUG nova.compute.manager [req-85f70e1c-f3c1-46c9-825a-95b7d8839499 req-623a3afe-11d4-4b9d-8e9d-10f997a1005c service nova] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Received event network-vif-deleted-99cc8cd3-d4da-4f39-a120-cd027ccb4120 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.406258] env[69751]: DEBUG nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.606699] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.972982} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.606942] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 56dde5b7-8a56-4df6-85ad-d84f9c7a0757/56dde5b7-8a56-4df6-85ad-d84f9c7a0757.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.607222] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.607560] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38dd9eda-a78a-4f4d-b2b2-1ae166ee1d84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.614421] env[69751]: DEBUG oslo_concurrency.lockutils [None req-18b55db7-860b-45f7-b828-c30234ed5a6f tempest-ServersAdmin275Test-996092093 tempest-ServersAdmin275Test-996092093-project-member] Lock "fee3d7b7-86bf-46f7-92a7-a626663dac51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.972s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.620365] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 818.620365] env[69751]: value = "task-3483258" [ 818.620365] env[69751]: _type = "Task" [ 818.620365] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.632359] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.944634] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.133138] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07116} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.136330] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.139498] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeece5ad-11d6-478e-9e77-bc78612bbafe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.172098] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 56dde5b7-8a56-4df6-85ad-d84f9c7a0757/56dde5b7-8a56-4df6-85ad-d84f9c7a0757.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.173479] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b294b4f-a951-4b30-8022-f49bf552b652 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.200117] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 819.200117] env[69751]: value = "task-3483259" [ 819.200117] env[69751]: _type = "Task" [ 819.200117] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.210088] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.720384] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483259, 'name': ReconfigVM_Task, 'duration_secs': 0.346901} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.720688] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 56dde5b7-8a56-4df6-85ad-d84f9c7a0757/56dde5b7-8a56-4df6-85ad-d84f9c7a0757.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.721413] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc0d3ab9-3a2b-4d47-954e-9f9cb099d364 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.729711] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 819.729711] env[69751]: value = "task-3483261" [ 819.729711] env[69751]: _type = "Task" [ 819.729711] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.740338] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483261, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.785454] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e88c57-e85c-4d13-a144-97c87f978bf3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.800230] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f964864c-a98e-4b68-bec0-a53e6fcd6880 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.840661] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89390c7b-3f9e-4f0a-a466-67d80726fd50 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.853753] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0dafa4-ce99-4d00-b33f-0c4bd98e4bb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.870384] env[69751]: DEBUG nova.compute.provider_tree [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.905040] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "fb6c0765-2a9a-4ea9-9676-f288de23d822" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.905040] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.241254] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483261, 'name': Rename_Task, 'duration_secs': 0.188208} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.241554] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.241808] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd932d15-2101-4c16-8b3d-b90bdf9ce191 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.250267] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 820.250267] env[69751]: value = "task-3483262" [ 820.250267] env[69751]: _type = "Task" [ 820.250267] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.258926] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.379181] env[69751]: DEBUG nova.scheduler.client.report [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.768024] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483262, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.888823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.888823] env[69751]: DEBUG nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.893205] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.706s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.894847] env[69751]: INFO nova.compute.claims [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.237370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.237885] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.266729] env[69751]: DEBUG oslo_vmware.api [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483262, 'name': PowerOnVM_Task, 'duration_secs': 0.541456} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.267023] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.267339] env[69751]: INFO nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Took 8.17 seconds to spawn the instance on the hypervisor. [ 821.267574] env[69751]: DEBUG nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.268754] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30995f48-10b4-423c-9ea8-456d1499f371 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.400464] env[69751]: DEBUG nova.compute.utils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.401899] env[69751]: DEBUG nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.401989] env[69751]: DEBUG nova.network.neutron [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.509027] env[69751]: DEBUG nova.policy [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbb85e6911441f6b6b9e0cc327cb4a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3355fc1c4ffd4e03800b330f28957665', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.784868] env[69751]: INFO nova.compute.manager [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Took 40.75 seconds to build instance. [ 821.905975] env[69751]: DEBUG nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.037025] env[69751]: DEBUG nova.network.neutron [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Successfully created port: d91fd2cf-8f54-4d66-bf3f-87ed021722d3 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.288541] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81c34f38-bab3-4f55-8561-09e22c2f0088 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.474s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.585551] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f70657-02ce-4dd6-98b4-5846b7d2d1f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.593633] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fffe38-5899-4fca-9abf-7c21b58c8159 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.626721] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "17ef5911-d038-42a5-8c45-5b53429921f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.627021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "17ef5911-d038-42a5-8c45-5b53429921f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.627242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "17ef5911-d038-42a5-8c45-5b53429921f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.627422] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "17ef5911-d038-42a5-8c45-5b53429921f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.627588] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "17ef5911-d038-42a5-8c45-5b53429921f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.630096] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d313e91-df2f-4000-821d-c4f4df4390c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.635023] env[69751]: INFO nova.compute.manager [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Terminating instance [ 822.642867] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc7bd3b8-4bcd-473b-84bb-008ec721fd67 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.658892] env[69751]: DEBUG nova.compute.provider_tree [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.790783] env[69751]: DEBUG nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.925240] env[69751]: DEBUG nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.954341] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.954640] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.954778] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.955574] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.955574] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.955574] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.955574] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.955805] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.955805] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.958734] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.958734] env[69751]: DEBUG nova.virt.hardware [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.958734] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07f279f-b2d6-43a6-bb62-cfcf4573e52b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.965604] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e540c3a5-a526-43d2-ae1f-c0749690bdef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.142846] env[69751]: DEBUG nova.compute.manager [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.143107] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.144063] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9419621-8a3e-4267-a4e4-2168eda139e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.153989] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.153989] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a50b35-0840-4f1a-80dd-f7b0aae61897 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.163021] env[69751]: DEBUG oslo_vmware.api [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 823.163021] env[69751]: value = "task-3483264" [ 823.163021] env[69751]: _type = "Task" [ 823.163021] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.163021] env[69751]: DEBUG nova.scheduler.client.report [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.177576] env[69751]: DEBUG oslo_vmware.api [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.323472] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.673358] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.673872] env[69751]: DEBUG nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.676662] env[69751]: DEBUG oslo_vmware.api [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483264, 'name': PowerOffVM_Task, 'duration_secs': 0.281967} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.677155] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 30.580s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.681495] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.681495] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.681495] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94c53233-46ec-480d-8dc4-c10452f94211 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.793622] env[69751]: DEBUG nova.network.neutron [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Successfully updated port: d91fd2cf-8f54-4d66-bf3f-87ed021722d3 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.809159] env[69751]: DEBUG nova.compute.manager [req-b04960da-6a6e-4620-b488-b5ee36f86e70 req-bc8040f8-8dc4-4304-b1ba-6ea5bd136a74 service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Received event network-vif-plugged-d91fd2cf-8f54-4d66-bf3f-87ed021722d3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 823.809202] env[69751]: DEBUG oslo_concurrency.lockutils [req-b04960da-6a6e-4620-b488-b5ee36f86e70 req-bc8040f8-8dc4-4304-b1ba-6ea5bd136a74 service nova] Acquiring lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.809587] env[69751]: DEBUG oslo_concurrency.lockutils [req-b04960da-6a6e-4620-b488-b5ee36f86e70 req-bc8040f8-8dc4-4304-b1ba-6ea5bd136a74 service nova] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.809718] env[69751]: DEBUG oslo_concurrency.lockutils [req-b04960da-6a6e-4620-b488-b5ee36f86e70 req-bc8040f8-8dc4-4304-b1ba-6ea5bd136a74 service nova] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.810062] env[69751]: DEBUG nova.compute.manager [req-b04960da-6a6e-4620-b488-b5ee36f86e70 req-bc8040f8-8dc4-4304-b1ba-6ea5bd136a74 service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] No waiting events found dispatching network-vif-plugged-d91fd2cf-8f54-4d66-bf3f-87ed021722d3 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 823.810189] env[69751]: WARNING nova.compute.manager [req-b04960da-6a6e-4620-b488-b5ee36f86e70 req-bc8040f8-8dc4-4304-b1ba-6ea5bd136a74 service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Received unexpected event network-vif-plugged-d91fd2cf-8f54-4d66-bf3f-87ed021722d3 for instance with vm_state building and task_state spawning. [ 823.892375] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.892375] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.892375] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleting the datastore file [datastore2] 17ef5911-d038-42a5-8c45-5b53429921f3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.892375] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-084cdddd-9791-457c-b806-c1c603e8c6ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.899053] env[69751]: DEBUG oslo_vmware.api [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 823.899053] env[69751]: value = "task-3483267" [ 823.899053] env[69751]: _type = "Task" [ 823.899053] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.910999] env[69751]: DEBUG oslo_vmware.api [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.152055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.152055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.178641] env[69751]: DEBUG nova.compute.utils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.180882] env[69751]: DEBUG nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.180882] env[69751]: DEBUG nova.network.neutron [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.228474] env[69751]: DEBUG nova.policy [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a8700bdce643929ef558a97448296d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1049b1da1d6545e98f5275bfff946cae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.297669] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "refresh_cache-b507332f-4890-44d0-8c6f-57ccefb0a3f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.297669] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired lock "refresh_cache-b507332f-4890-44d0-8c6f-57ccefb0a3f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.297669] env[69751]: DEBUG nova.network.neutron [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.410451] env[69751]: DEBUG oslo_vmware.api [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141377} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.413086] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.413337] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.413523] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.413703] env[69751]: INFO nova.compute.manager [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Took 1.27 seconds to destroy the instance on the hypervisor. [ 824.413955] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.414696] env[69751]: DEBUG nova.compute.manager [-] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.414802] env[69751]: DEBUG nova.network.neutron [-] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.684182] env[69751]: DEBUG nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.712447] env[69751]: DEBUG nova.network.neutron [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Successfully created port: d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.854747] env[69751]: DEBUG nova.network.neutron [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.866331] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e71339d-0868-45a4-8de8-94ffbb053eb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.876593] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ca90c-060d-4992-b148-dd4f702c2cf0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.913119] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e31c7f-860d-4cd3-819e-462660e63e42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.921262] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef65ae2-f81c-42b8-9f2c-0a81a7592276 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.939619] env[69751]: DEBUG nova.compute.provider_tree [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.960777] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "2c092d2e-7646-4db7-b883-16f420d17250" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.961030] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "2c092d2e-7646-4db7-b883-16f420d17250" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.081910] env[69751]: DEBUG nova.network.neutron [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Updating instance_info_cache with network_info: [{"id": "d91fd2cf-8f54-4d66-bf3f-87ed021722d3", "address": "fa:16:3e:ef:98:d7", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91fd2cf-8f", "ovs_interfaceid": "d91fd2cf-8f54-4d66-bf3f-87ed021722d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.331605] env[69751]: DEBUG nova.network.neutron [-] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.442908] env[69751]: DEBUG nova.scheduler.client.report [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.586675] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Releasing lock "refresh_cache-b507332f-4890-44d0-8c6f-57ccefb0a3f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.587041] env[69751]: DEBUG nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Instance network_info: |[{"id": "d91fd2cf-8f54-4d66-bf3f-87ed021722d3", "address": "fa:16:3e:ef:98:d7", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91fd2cf-8f", "ovs_interfaceid": "d91fd2cf-8f54-4d66-bf3f-87ed021722d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.587636] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:98:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91fd2cf-8f54-4d66-bf3f-87ed021722d3', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.597015] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Creating folder: Project (3355fc1c4ffd4e03800b330f28957665). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.597291] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0178715c-aa32-4ecf-afae-5f5adbd1e830 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.609832] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Created folder: Project (3355fc1c4ffd4e03800b330f28957665) in parent group-v696263. [ 825.609947] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Creating folder: Instances. Parent ref: group-v696346. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 825.610430] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c3b584e-e59f-4a92-b71c-ce98948084c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.620783] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Created folder: Instances in parent group-v696346. [ 825.620783] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.621090] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.621367] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-726d07db-a568-41c2-b6c5-d4bc219726a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.648253] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.648253] env[69751]: value = "task-3483271" [ 825.648253] env[69751]: _type = "Task" [ 825.648253] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.659029] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483271, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.701022] env[69751]: DEBUG nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.732631] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.732933] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.733107] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.733334] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.733502] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.733652] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.733862] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.734168] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.734435] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.734566] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.734742] env[69751]: DEBUG nova.virt.hardware [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.735647] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414901ff-45d8-41cc-beaf-dbd824cf8127 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.746712] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b70d1b-9376-4365-a0de-5d530daf1efd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.833598] env[69751]: INFO nova.compute.manager [-] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Took 1.42 seconds to deallocate network for instance. [ 825.839421] env[69751]: DEBUG nova.compute.manager [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Received event network-changed-d91fd2cf-8f54-4d66-bf3f-87ed021722d3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.839707] env[69751]: DEBUG nova.compute.manager [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Refreshing instance network info cache due to event network-changed-d91fd2cf-8f54-4d66-bf3f-87ed021722d3. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.840036] env[69751]: DEBUG oslo_concurrency.lockutils [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] Acquiring lock "refresh_cache-b507332f-4890-44d0-8c6f-57ccefb0a3f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.840264] env[69751]: DEBUG oslo_concurrency.lockutils [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] Acquired lock "refresh_cache-b507332f-4890-44d0-8c6f-57ccefb0a3f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.840508] env[69751]: DEBUG nova.network.neutron [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Refreshing network info cache for port d91fd2cf-8f54-4d66-bf3f-87ed021722d3 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.881120] env[69751]: DEBUG nova.compute.manager [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.882263] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ede677-361e-42b3-9145-20b91931f580 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.158759] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483271, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.354562] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.378547] env[69751]: DEBUG nova.network.neutron [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Successfully updated port: d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.394198] env[69751]: INFO nova.compute.manager [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] instance snapshotting [ 826.398032] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124453fe-3652-4913-82ca-e09f4562d332 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.418392] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafab5c4-ddc6-4a64-808a-f82ebca3b509 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.465909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.788s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.469883] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.829s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.469883] env[69751]: INFO nova.compute.claims [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.655912] env[69751]: DEBUG nova.network.neutron [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Updated VIF entry in instance network info cache for port d91fd2cf-8f54-4d66-bf3f-87ed021722d3. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.656482] env[69751]: DEBUG nova.network.neutron [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Updating instance_info_cache with network_info: [{"id": "d91fd2cf-8f54-4d66-bf3f-87ed021722d3", "address": "fa:16:3e:ef:98:d7", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.117", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91fd2cf-8f", "ovs_interfaceid": "d91fd2cf-8f54-4d66-bf3f-87ed021722d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.664741] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483271, 'name': CreateVM_Task, 'duration_secs': 0.657983} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.665536] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.666740] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.667036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.667916] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.668681] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273908e2-f1d3-4c5f-af73-ce7d7c7b9bd9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.674649] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 826.674649] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5206088c-b6ab-47d6-d55b-2c28d3574017" [ 826.674649] env[69751]: _type = "Task" [ 826.674649] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.683131] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5206088c-b6ab-47d6-d55b-2c28d3574017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.881757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.881929] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.882078] env[69751]: DEBUG nova.network.neutron [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.931410] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.931723] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fbd39f84-7b32-4f72-be9f-5df9984c2d73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.940119] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 826.940119] env[69751]: value = "task-3483272" [ 826.940119] env[69751]: _type = "Task" [ 826.940119] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.948247] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483272, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.033829] env[69751]: INFO nova.scheduler.client.report [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleted allocation for migration d91b64ef-c0b8-4095-b155-bf5ebd5703cc [ 827.160045] env[69751]: DEBUG oslo_concurrency.lockutils [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] Releasing lock "refresh_cache-b507332f-4890-44d0-8c6f-57ccefb0a3f0" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.160238] env[69751]: DEBUG nova.compute.manager [req-3eef3d75-070c-4252-9f07-0c47f5c1353a req-a451a30a-122f-4d7b-b07c-27625fc33e2d service nova] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Received event network-vif-deleted-51792584-4766-41ac-9c1d-3cabe859edec {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.188069] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5206088c-b6ab-47d6-d55b-2c28d3574017, 'name': SearchDatastore_Task, 'duration_secs': 0.012752} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.188454] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.188743] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.189032] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.189377] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.189414] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.190466] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6fc2f3-69b1-49d1-9b81-fc146009ec1d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.200026] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.200026] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.200739] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be556a11-ea48-46f2-88ab-28930b0bcf60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.206759] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 827.206759] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f05a83-0cf0-a00b-783b-c8f461b5ef82" [ 827.206759] env[69751]: _type = "Task" [ 827.206759] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.214946] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f05a83-0cf0-a00b-783b-c8f461b5ef82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.419325] env[69751]: DEBUG nova.network.neutron [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.450554] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483272, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.541334] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1f9b7490-d2fa-400b-aa8c-0252c81dff25 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 37.598s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.618644] env[69751]: DEBUG nova.network.neutron [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.720062] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f05a83-0cf0-a00b-783b-c8f461b5ef82, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.723652] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e52633fe-aa50-491c-ad81-b25e0bf22fb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.729613] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 827.729613] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a2561d-e97c-f9b5-7b29-4b846e05b4df" [ 827.729613] env[69751]: _type = "Task" [ 827.729613] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.739251] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a2561d-e97c-f9b5-7b29-4b846e05b4df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.956959] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483272, 'name': CreateSnapshot_Task, 'duration_secs': 0.701806} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.957627] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 827.958610] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea24fad-4470-471f-a837-3ce5f96117bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.966054] env[69751]: DEBUG nova.compute.manager [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Received event network-vif-plugged-d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.968025] env[69751]: DEBUG oslo_concurrency.lockutils [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.968294] env[69751]: DEBUG oslo_concurrency.lockutils [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.968619] env[69751]: DEBUG oslo_concurrency.lockutils [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.968751] env[69751]: DEBUG nova.compute.manager [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] No waiting events found dispatching network-vif-plugged-d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 827.968973] env[69751]: WARNING nova.compute.manager [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Received unexpected event network-vif-plugged-d65de95f-31c4-41b3-b49f-80e829164178 for instance with vm_state building and task_state spawning. [ 827.969221] env[69751]: DEBUG nova.compute.manager [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Received event network-changed-d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.969458] env[69751]: DEBUG nova.compute.manager [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Refreshing instance network info cache due to event network-changed-d65de95f-31c4-41b3-b49f-80e829164178. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 827.969841] env[69751]: DEBUG oslo_concurrency.lockutils [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.114465] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0869a01f-bd52-4f1d-b638-eaf127bd6678 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.123796] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.124092] env[69751]: DEBUG nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Instance network_info: |[{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.127196] env[69751]: DEBUG oslo_concurrency.lockutils [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.127364] env[69751]: DEBUG nova.network.neutron [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Refreshing network info cache for port d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.128608] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:39:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd65de95f-31c4-41b3-b49f-80e829164178', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.136377] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Creating folder: Project (1049b1da1d6545e98f5275bfff946cae). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.136862] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ba3c8d-fd62-454e-a093-35f29efbd954 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.141223] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d53981c3-2d5a-4bbd-8997-006fd6b1952e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.174441] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b09f05-7e48-440f-a71b-86cdf71d167c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.177088] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Created folder: Project (1049b1da1d6545e98f5275bfff946cae) in parent group-v696263. [ 828.177287] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Creating folder: Instances. Parent ref: group-v696350. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.177508] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29224543-7081-4911-8d8c-eef0f9063562 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.183844] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f79eca-b88b-45f0-862c-164197c2d889 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.188405] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Created folder: Instances in parent group-v696350. [ 828.188653] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.189142] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.189414] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2215dd15-ff2f-4cf4-b048-51e6c471c684 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.211358] env[69751]: DEBUG nova.compute.provider_tree [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.217468] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.217468] env[69751]: value = "task-3483275" [ 828.217468] env[69751]: _type = "Task" [ 828.217468] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.225892] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483275, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.240878] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a2561d-e97c-f9b5-7b29-4b846e05b4df, 'name': SearchDatastore_Task, 'duration_secs': 0.013456} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.242522] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.242522] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] b507332f-4890-44d0-8c6f-57ccefb0a3f0/b507332f-4890-44d0-8c6f-57ccefb0a3f0.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.242522] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e500589e-58a2-4e71-9dca-9948d76a5c28 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.248919] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 828.248919] env[69751]: value = "task-3483276" [ 828.248919] env[69751]: _type = "Task" [ 828.248919] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.257482] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.487888] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 828.489524] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-445df51e-e806-451c-990a-20d8b52cb5f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.497641] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 828.497641] env[69751]: value = "task-3483277" [ 828.497641] env[69751]: _type = "Task" [ 828.497641] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.508889] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483277, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.717703] env[69751]: DEBUG nova.scheduler.client.report [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.742236] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483275, 'name': CreateVM_Task, 'duration_secs': 0.388497} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.742882] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.743662] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.743837] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.744766] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.744873] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c56273aa-279e-4dea-971c-ba25ec6769fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.755453] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 828.755453] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529526f1-8717-1665-d739-02becbebbc69" [ 828.755453] env[69751]: _type = "Task" [ 828.755453] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.767025] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483276, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.772704] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529526f1-8717-1665-d739-02becbebbc69, 'name': SearchDatastore_Task, 'duration_secs': 0.013734} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.773686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.773686] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.773686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.773686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.774147] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.774147] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d0cc597-64b2-45a6-b4fe-c3aae6a97940 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.784407] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.786150] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.788613] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2813fcc-de5f-41b3-8f10-8905344c320c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.795439] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 828.795439] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529d498d-b49f-5c20-f69f-08d4607f9b91" [ 828.795439] env[69751]: _type = "Task" [ 828.795439] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.804610] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529d498d-b49f-5c20-f69f-08d4607f9b91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.970258] env[69751]: DEBUG nova.network.neutron [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updated VIF entry in instance network info cache for port d65de95f-31c4-41b3-b49f-80e829164178. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 828.970258] env[69751]: DEBUG nova.network.neutron [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.011630] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483277, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.230365] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.762s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.231212] env[69751]: DEBUG nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 829.234474] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.873s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.235640] env[69751]: INFO nova.compute.claims [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 829.263028] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528859} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.263028] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] b507332f-4890-44d0-8c6f-57ccefb0a3f0/b507332f-4890-44d0-8c6f-57ccefb0a3f0.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.263028] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.263028] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f8cae26-8038-40bf-a93b-c45768ecb4bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.270249] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 829.270249] env[69751]: value = "task-3483278" [ 829.270249] env[69751]: _type = "Task" [ 829.270249] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.279478] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483278, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.307856] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529d498d-b49f-5c20-f69f-08d4607f9b91, 'name': SearchDatastore_Task, 'duration_secs': 0.011106} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.308623] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dbb4c5f-8096-44c0-a1a5-39ccfdba0e55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.314322] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 829.314322] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e56ae5-d8a1-d177-d886-808afe8197d2" [ 829.314322] env[69751]: _type = "Task" [ 829.314322] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.325282] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e56ae5-d8a1-d177-d886-808afe8197d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.472237] env[69751]: DEBUG oslo_concurrency.lockutils [req-40c9f8c4-9c5f-4b40-968e-c73eb484c19e req-095f4f9a-99f4-47ed-9912-167209a7f263 service nova] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.513549] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483277, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.741613] env[69751]: DEBUG nova.compute.utils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.745753] env[69751]: DEBUG nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.745753] env[69751]: DEBUG nova.network.neutron [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.781357] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483278, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07546} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.781624] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.782449] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df27b40-edbe-494e-b55e-d86fdd539724 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.806271] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] b507332f-4890-44d0-8c6f-57ccefb0a3f0/b507332f-4890-44d0-8c6f-57ccefb0a3f0.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.807950] env[69751]: DEBUG nova.policy [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '71133bc5fdda4c4e97ea0c446844f098', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c1cda65be4641d4a05041755bcd14b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.810605] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54783af6-7db5-436c-9318-ab3b3438d337 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.833371] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquiring lock "45fdd092-44c8-4c99-b4a6-f51a287c4069" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.833615] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.843114] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e56ae5-d8a1-d177-d886-808afe8197d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010508} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.844389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.845285] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] a1f80c39-d4d9-488e-ba8c-84a11a9f9882/a1f80c39-d4d9-488e-ba8c-84a11a9f9882.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.845285] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 829.845285] env[69751]: value = "task-3483279" [ 829.845285] env[69751]: _type = "Task" [ 829.845285] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.845285] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb47b963-8634-4141-87fc-da05324a702f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.857489] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.859875] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 829.859875] env[69751]: value = "task-3483280" [ 829.859875] env[69751]: _type = "Task" [ 829.859875] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.866935] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.023487] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483277, 'name': CloneVM_Task, 'duration_secs': 1.462525} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.023917] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Created linked-clone VM from snapshot [ 830.025410] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156f3ee4-f0f0-44e0-8d88-a5d334700642 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.036138] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Uploading image 6f0aee40-99ef-4520-af06-a9b52c0b04ad {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 830.047988] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 830.048335] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4e577090-c73d-490d-811a-e70f11428b3d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.056405] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 830.056405] env[69751]: value = "task-3483281" [ 830.056405] env[69751]: _type = "Task" [ 830.056405] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.066793] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483281, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.212380] env[69751]: DEBUG nova.network.neutron [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Successfully created port: 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.246977] env[69751]: DEBUG nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 830.372234] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483279, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.378758] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483280, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.567859] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483281, 'name': Destroy_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.858775] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483279, 'name': ReconfigVM_Task, 'duration_secs': 0.649498} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.859082] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Reconfigured VM instance instance-0000001b to attach disk [datastore2] b507332f-4890-44d0-8c6f-57ccefb0a3f0/b507332f-4890-44d0-8c6f-57ccefb0a3f0.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.859714] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe708e9b-de02-4ef9-93fe-9e46359d1e51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.871912] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 830.871912] env[69751]: value = "task-3483282" [ 830.871912] env[69751]: _type = "Task" [ 830.871912] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.878825] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581649} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.879564] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] a1f80c39-d4d9-488e-ba8c-84a11a9f9882/a1f80c39-d4d9-488e-ba8c-84a11a9f9882.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.879564] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.879713] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e616afc-12d7-4b8d-b451-283571d923b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.884716] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483282, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.891051] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 830.891051] env[69751]: value = "task-3483283" [ 830.891051] env[69751]: _type = "Task" [ 830.891051] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.899377] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.968069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5091fd11-66cf-4b22-a8b1-8c4abb033fbc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.975298] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675f5f2-c3bf-454b-84b0-87acfe02c104 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.011229] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b0a5c9-4d90-4319-8f95-b0facc6f5d07 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.019034] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "6c7fe985-3b75-466f-b252-39a0a560d0d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.019805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.024918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d15e37-6af3-48e2-9f94-6cbd23a6fa6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.039662] env[69751]: DEBUG nova.compute.provider_tree [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.069081] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483281, 'name': Destroy_Task, 'duration_secs': 0.5232} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.069401] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Destroyed the VM [ 831.069673] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 831.069891] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af7aa06f-ee58-4f1f-bcf4-6c98aa10b011 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.076744] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 831.076744] env[69751]: value = "task-3483284" [ 831.076744] env[69751]: _type = "Task" [ 831.076744] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.086461] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483284, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.266893] env[69751]: DEBUG nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 831.292271] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 831.292633] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 831.292793] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 831.292983] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 831.293145] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 831.293464] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 831.293550] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 831.293636] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 831.293800] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 831.293962] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 831.294257] env[69751]: DEBUG nova.virt.hardware [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 831.295027] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6411aa-ea82-4c5b-ac6b-cf99c6673877 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.303516] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e180017-a2ca-4176-be29-e10d60c3534e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.383032] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483282, 'name': Rename_Task, 'duration_secs': 0.154287} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.383032] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 831.383181] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cfe605d-1cdd-410f-89af-0cf642224f11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.389798] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 831.389798] env[69751]: value = "task-3483285" [ 831.389798] env[69751]: _type = "Task" [ 831.389798] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.402652] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.405856] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115371} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.406086] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.407058] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3521e00c-f8ad-4bb4-9b63-5fa50fa46f25 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.431658] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] a1f80c39-d4d9-488e-ba8c-84a11a9f9882/a1f80c39-d4d9-488e-ba8c-84a11a9f9882.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.432216] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f5216e-19b8-4d12-9a61-954a605595df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.451987] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 831.451987] env[69751]: value = "task-3483286" [ 831.451987] env[69751]: _type = "Task" [ 831.451987] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.459932] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483286, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.542863] env[69751]: DEBUG nova.scheduler.client.report [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.590308] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483284, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.830097] env[69751]: DEBUG nova.compute.manager [req-b16a1150-db3c-40e3-a817-90b5b12142e6 req-60e57df0-7ff5-4268-b009-97ae2a465111 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Received event network-vif-plugged-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.831523] env[69751]: DEBUG oslo_concurrency.lockutils [req-b16a1150-db3c-40e3-a817-90b5b12142e6 req-60e57df0-7ff5-4268-b009-97ae2a465111 service nova] Acquiring lock "4011ed19-c85c-405e-9ad0-8e163b03bd75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.831783] env[69751]: DEBUG oslo_concurrency.lockutils [req-b16a1150-db3c-40e3-a817-90b5b12142e6 req-60e57df0-7ff5-4268-b009-97ae2a465111 service nova] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.832011] env[69751]: DEBUG oslo_concurrency.lockutils [req-b16a1150-db3c-40e3-a817-90b5b12142e6 req-60e57df0-7ff5-4268-b009-97ae2a465111 service nova] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.832693] env[69751]: DEBUG nova.compute.manager [req-b16a1150-db3c-40e3-a817-90b5b12142e6 req-60e57df0-7ff5-4268-b009-97ae2a465111 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] No waiting events found dispatching network-vif-plugged-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 831.833014] env[69751]: WARNING nova.compute.manager [req-b16a1150-db3c-40e3-a817-90b5b12142e6 req-60e57df0-7ff5-4268-b009-97ae2a465111 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Received unexpected event network-vif-plugged-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a for instance with vm_state building and task_state spawning. [ 831.889281] env[69751]: DEBUG nova.network.neutron [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Successfully updated port: 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.908811] env[69751]: DEBUG oslo_vmware.api [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483285, 'name': PowerOnVM_Task, 'duration_secs': 0.482703} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.909164] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.909446] env[69751]: INFO nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Took 8.98 seconds to spawn the instance on the hypervisor. [ 831.909667] env[69751]: DEBUG nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.911503] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bde37f0-7b97-4d46-9f66-d08f40dc988b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.961591] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483286, 'name': ReconfigVM_Task, 'duration_secs': 0.277034} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.963630] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Reconfigured VM instance instance-0000001c to attach disk [datastore2] a1f80c39-d4d9-488e-ba8c-84a11a9f9882/a1f80c39-d4d9-488e-ba8c-84a11a9f9882.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.964927] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0251ee9f-adb7-47dd-b819-0c6ff81058c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.972862] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 831.972862] env[69751]: value = "task-3483287" [ 831.972862] env[69751]: _type = "Task" [ 831.972862] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.981802] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483287, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.048936] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.049495] env[69751]: DEBUG nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 832.054965] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.764s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.054965] env[69751]: DEBUG nova.objects.instance [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lazy-loading 'resources' on Instance uuid c10f0424-df91-4670-b402-9e96e71e52ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 832.093772] env[69751]: DEBUG oslo_vmware.api [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483284, 'name': RemoveSnapshot_Task, 'duration_secs': 0.679468} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.095139] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 832.391869] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "refresh_cache-4011ed19-c85c-405e-9ad0-8e163b03bd75" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.392418] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquired lock "refresh_cache-4011ed19-c85c-405e-9ad0-8e163b03bd75" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.392418] env[69751]: DEBUG nova.network.neutron [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.431770] env[69751]: INFO nova.compute.manager [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Took 40.74 seconds to build instance. [ 832.486388] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483287, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.557877] env[69751]: DEBUG nova.compute.utils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 832.559642] env[69751]: DEBUG nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 832.559961] env[69751]: DEBUG nova.network.neutron [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 832.603571] env[69751]: WARNING nova.compute.manager [None req-26ac13f9-b8ca-4d3f-ba5e-1bd1e7598c61 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Image not found during snapshot: nova.exception.ImageNotFound: Image 6f0aee40-99ef-4520-af06-a9b52c0b04ad could not be found. [ 832.626942] env[69751]: DEBUG nova.policy [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dfbb85e6911441f6b6b9e0cc327cb4a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3355fc1c4ffd4e03800b330f28957665', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 832.937455] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e432d04-a68a-4729-b7ab-4a09c0baabb4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.033s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.937455] env[69751]: DEBUG nova.network.neutron [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.985871] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483287, 'name': Rename_Task, 'duration_secs': 0.565829} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.986581] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.987916] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72cfd6e9-6239-41a7-b65b-9c9469200c56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.004708] env[69751]: DEBUG nova.network.neutron [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Successfully created port: e4ef2bfa-812a-4cf4-872e-c8d69141415e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 833.008386] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 833.008386] env[69751]: value = "task-3483288" [ 833.008386] env[69751]: _type = "Task" [ 833.008386] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.021090] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483288, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.068747] env[69751]: DEBUG nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 833.157750] env[69751]: DEBUG nova.network.neutron [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Updating instance_info_cache with network_info: [{"id": "0bd018f7-6f41-44c6-9ca0-9bbb6f09628a", "address": "fa:16:3e:1a:91:90", "network": {"id": "21da6cfb-f268-4dc8-b2ff-f1943aabbc3f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1808681414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1cda65be4641d4a05041755bcd14b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd018f7-6f", "ovs_interfaceid": "0bd018f7-6f41-44c6-9ca0-9bbb6f09628a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.223128] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de001f6a-7d25-4d38-a4a4-65fb730e7e4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.236871] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5afd5c-288a-4f42-bea3-6a0477d6cea1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.273672] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7503cb9-a4dc-4734-a96c-dab2142b0503 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.282019] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa153e46-d62f-46ab-afee-ae953cad74e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.296913] env[69751]: DEBUG nova.compute.provider_tree [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 833.440932] env[69751]: DEBUG nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.520800] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483288, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.659551] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Releasing lock "refresh_cache-4011ed19-c85c-405e-9ad0-8e163b03bd75" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.659952] env[69751]: DEBUG nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Instance network_info: |[{"id": "0bd018f7-6f41-44c6-9ca0-9bbb6f09628a", "address": "fa:16:3e:1a:91:90", "network": {"id": "21da6cfb-f268-4dc8-b2ff-f1943aabbc3f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1808681414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1cda65be4641d4a05041755bcd14b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd018f7-6f", "ovs_interfaceid": "0bd018f7-6f41-44c6-9ca0-9bbb6f09628a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 833.660394] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:91:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0bd018f7-6f41-44c6-9ca0-9bbb6f09628a', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 833.670667] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Creating folder: Project (5c1cda65be4641d4a05041755bcd14b0). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.671631] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f09449d7-ee8b-4652-8c9c-612e0a2a1131 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.681338] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Created folder: Project (5c1cda65be4641d4a05041755bcd14b0) in parent group-v696263. [ 833.681530] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Creating folder: Instances. Parent ref: group-v696354. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 833.681780] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31c9fd40-ea78-48b4-be41-89da3b89c96e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.691800] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Created folder: Instances in parent group-v696354. [ 833.692064] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 833.692261] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 833.692528] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ad25394-8918-4740-9721-89099cd9f987 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.715667] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 833.715667] env[69751]: value = "task-3483291" [ 833.715667] env[69751]: _type = "Task" [ 833.715667] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.727271] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483291, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.802492] env[69751]: DEBUG nova.scheduler.client.report [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.844790] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.845183] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.845495] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.845776] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.846046] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.848696] env[69751]: INFO nova.compute.manager [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Terminating instance [ 833.857142] env[69751]: DEBUG nova.compute.manager [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Received event network-changed-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.857444] env[69751]: DEBUG nova.compute.manager [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Refreshing instance network info cache due to event network-changed-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.857784] env[69751]: DEBUG oslo_concurrency.lockutils [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] Acquiring lock "refresh_cache-4011ed19-c85c-405e-9ad0-8e163b03bd75" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.857963] env[69751]: DEBUG oslo_concurrency.lockutils [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] Acquired lock "refresh_cache-4011ed19-c85c-405e-9ad0-8e163b03bd75" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.858240] env[69751]: DEBUG nova.network.neutron [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Refreshing network info cache for port 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.964033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.019751] env[69751]: DEBUG oslo_vmware.api [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483288, 'name': PowerOnVM_Task, 'duration_secs': 0.696092} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.019751] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.019925] env[69751]: INFO nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Took 8.32 seconds to spawn the instance on the hypervisor. [ 834.020158] env[69751]: DEBUG nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 834.020907] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee94d442-4099-467c-9eec-b39329cfa801 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.081819] env[69751]: DEBUG nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 834.107290] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.108229] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.108229] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.108229] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.108229] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.108402] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.108584] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.108747] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.108912] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.109110] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.109337] env[69751]: DEBUG nova.virt.hardware [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.110236] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd437286-5702-4a36-a78a-d2913cea9e42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.118410] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d17a9fd-4339-428d-92d1-34c41ca47edb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.227494] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483291, 'name': CreateVM_Task, 'duration_secs': 0.291347} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.227494] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 834.227494] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.227711] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.227865] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.228135] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4921ac25-52c6-4400-8d68-f4a221a81467 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.232532] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 834.232532] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6201b-af2c-fff1-2908-45e3f774f335" [ 834.232532] env[69751]: _type = "Task" [ 834.232532] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.241502] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6201b-af2c-fff1-2908-45e3f774f335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.308824] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.311891] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.178s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.314072] env[69751]: INFO nova.compute.claims [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.334028] env[69751]: INFO nova.scheduler.client.report [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Deleted allocations for instance c10f0424-df91-4670-b402-9e96e71e52ed [ 834.353310] env[69751]: DEBUG nova.compute.manager [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.353524] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.354731] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be51bd4-351b-4d39-9761-9354cf176abd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.364560] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.364802] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff767b1f-1bfa-453f-aa07-af8f7f30906e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.371252] env[69751]: DEBUG oslo_vmware.api [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 834.371252] env[69751]: value = "task-3483292" [ 834.371252] env[69751]: _type = "Task" [ 834.371252] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.379934] env[69751]: DEBUG oslo_vmware.api [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.539299] env[69751]: INFO nova.compute.manager [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Took 42.37 seconds to build instance. [ 834.605082] env[69751]: DEBUG nova.network.neutron [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Updated VIF entry in instance network info cache for port 0bd018f7-6f41-44c6-9ca0-9bbb6f09628a. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 834.605458] env[69751]: DEBUG nova.network.neutron [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Updating instance_info_cache with network_info: [{"id": "0bd018f7-6f41-44c6-9ca0-9bbb6f09628a", "address": "fa:16:3e:1a:91:90", "network": {"id": "21da6cfb-f268-4dc8-b2ff-f1943aabbc3f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1808681414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1cda65be4641d4a05041755bcd14b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0bd018f7-6f", "ovs_interfaceid": "0bd018f7-6f41-44c6-9ca0-9bbb6f09628a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.688954] env[69751]: DEBUG nova.network.neutron [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Successfully updated port: e4ef2bfa-812a-4cf4-872e-c8d69141415e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.745162] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6201b-af2c-fff1-2908-45e3f774f335, 'name': SearchDatastore_Task, 'duration_secs': 0.014355} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.745585] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.746333] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 834.746701] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.746953] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.747263] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 834.747642] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df71e5e6-281e-4e80-89a7-aeefff3e2711 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.758697] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 834.758697] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 834.758697] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1620b2c9-dbf9-4f29-8b01-d81b9b5afbbb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.764634] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 834.764634] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52420c23-d37d-8fc9-9ae8-983da37560f8" [ 834.764634] env[69751]: _type = "Task" [ 834.764634] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.773417] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52420c23-d37d-8fc9-9ae8-983da37560f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.842748] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a48b05f6-eaa9-403d-8036-d3f4a475ce94 tempest-ImagesOneServerTestJSON-895532797 tempest-ImagesOneServerTestJSON-895532797-project-member] Lock "c10f0424-df91-4670-b402-9e96e71e52ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.277s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.882902] env[69751]: DEBUG oslo_vmware.api [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483292, 'name': PowerOffVM_Task, 'duration_secs': 0.20322} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.883213] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.883385] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.883629] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3736bf9f-b48b-4996-a8b1-168ef685f4ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.041403] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b2a64b8-c8fe-4579-b533-f691b4f418e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.884s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.109564] env[69751]: DEBUG oslo_concurrency.lockutils [req-138cc8f5-e0ef-4af5-881f-026e6260f08c req-f8b23a5b-d2c5-42d0-b00b-48d145971ef5 service nova] Releasing lock "refresh_cache-4011ed19-c85c-405e-9ad0-8e163b03bd75" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.110738] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.110941] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.111139] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleting the datastore file [datastore1] 56dde5b7-8a56-4df6-85ad-d84f9c7a0757 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.111394] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f32cbef-8881-415c-818c-413da3d385fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.118414] env[69751]: DEBUG oslo_vmware.api [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 835.118414] env[69751]: value = "task-3483294" [ 835.118414] env[69751]: _type = "Task" [ 835.118414] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.127348] env[69751]: DEBUG oslo_vmware.api [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.192623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "refresh_cache-06644b44-8b0c-48ab-9160-7adaba217538" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.192872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired lock "refresh_cache-06644b44-8b0c-48ab-9160-7adaba217538" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.193099] env[69751]: DEBUG nova.network.neutron [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 835.278826] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52420c23-d37d-8fc9-9ae8-983da37560f8, 'name': SearchDatastore_Task, 'duration_secs': 0.019864} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.278826] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20a15e4-6d3f-4a33-90c7-c34010f79274 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.284304] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 835.284304] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5294d2e6-56a5-c8a8-2663-47ffa56c018a" [ 835.284304] env[69751]: _type = "Task" [ 835.284304] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.294608] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5294d2e6-56a5-c8a8-2663-47ffa56c018a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.545379] env[69751]: DEBUG nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.593027] env[69751]: DEBUG nova.compute.manager [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Received event network-changed-d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.593027] env[69751]: DEBUG nova.compute.manager [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Refreshing instance network info cache due to event network-changed-d65de95f-31c4-41b3-b49f-80e829164178. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.593027] env[69751]: DEBUG oslo_concurrency.lockutils [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.593027] env[69751]: DEBUG oslo_concurrency.lockutils [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.593027] env[69751]: DEBUG nova.network.neutron [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Refreshing network info cache for port d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.629604] env[69751]: DEBUG oslo_vmware.api [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.738571] env[69751]: DEBUG nova.network.neutron [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.801469] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5294d2e6-56a5-c8a8-2663-47ffa56c018a, 'name': SearchDatastore_Task, 'duration_secs': 0.01994} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.802543] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.802543] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4011ed19-c85c-405e-9ad0-8e163b03bd75/4011ed19-c85c-405e-9ad0-8e163b03bd75.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 835.802543] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7464e14d-5de9-47ee-9aa4-db055c49a732 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.811249] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 835.811249] env[69751]: value = "task-3483295" [ 835.811249] env[69751]: _type = "Task" [ 835.811249] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.819136] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.882813] env[69751]: DEBUG nova.compute.manager [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Received event network-vif-plugged-e4ef2bfa-812a-4cf4-872e-c8d69141415e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.883117] env[69751]: DEBUG oslo_concurrency.lockutils [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] Acquiring lock "06644b44-8b0c-48ab-9160-7adaba217538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.883370] env[69751]: DEBUG oslo_concurrency.lockutils [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] Lock "06644b44-8b0c-48ab-9160-7adaba217538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.883645] env[69751]: DEBUG oslo_concurrency.lockutils [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] Lock "06644b44-8b0c-48ab-9160-7adaba217538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.883870] env[69751]: DEBUG nova.compute.manager [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] No waiting events found dispatching network-vif-plugged-e4ef2bfa-812a-4cf4-872e-c8d69141415e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.884136] env[69751]: WARNING nova.compute.manager [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Received unexpected event network-vif-plugged-e4ef2bfa-812a-4cf4-872e-c8d69141415e for instance with vm_state building and task_state spawning. [ 835.884283] env[69751]: DEBUG nova.compute.manager [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Received event network-changed-e4ef2bfa-812a-4cf4-872e-c8d69141415e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.884474] env[69751]: DEBUG nova.compute.manager [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Refreshing instance network info cache due to event network-changed-e4ef2bfa-812a-4cf4-872e-c8d69141415e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.884718] env[69751]: DEBUG oslo_concurrency.lockutils [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] Acquiring lock "refresh_cache-06644b44-8b0c-48ab-9160-7adaba217538" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.929842] env[69751]: DEBUG nova.network.neutron [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Updating instance_info_cache with network_info: [{"id": "e4ef2bfa-812a-4cf4-872e-c8d69141415e", "address": "fa:16:3e:61:8b:ff", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef2bfa-81", "ovs_interfaceid": "e4ef2bfa-812a-4cf4-872e-c8d69141415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.026018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34fcfb95-c119-4317-971b-63c77ca7f7dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.039710] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af846e6-6c9a-4866-9dc5-17d1df8a3fb1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.077304] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1bf111-931f-4ee0-a9c0-dc0d9dd179a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.085771] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454628cb-3f80-4794-a978-5e59646c5ce8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.104286] env[69751]: DEBUG nova.compute.provider_tree [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.107207] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.129295] env[69751]: DEBUG oslo_vmware.api [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.558913} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.129638] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.129828] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.130009] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.130191] env[69751]: INFO nova.compute.manager [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Took 1.78 seconds to destroy the instance on the hypervisor. [ 836.130436] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.130635] env[69751]: DEBUG nova.compute.manager [-] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.130730] env[69751]: DEBUG nova.network.neutron [-] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.324303] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483295, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.436657] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Releasing lock "refresh_cache-06644b44-8b0c-48ab-9160-7adaba217538" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.437007] env[69751]: DEBUG nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Instance network_info: |[{"id": "e4ef2bfa-812a-4cf4-872e-c8d69141415e", "address": "fa:16:3e:61:8b:ff", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef2bfa-81", "ovs_interfaceid": "e4ef2bfa-812a-4cf4-872e-c8d69141415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 836.437585] env[69751]: DEBUG oslo_concurrency.lockutils [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] Acquired lock "refresh_cache-06644b44-8b0c-48ab-9160-7adaba217538" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.438285] env[69751]: DEBUG nova.network.neutron [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Refreshing network info cache for port e4ef2bfa-812a-4cf4-872e-c8d69141415e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.441883] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:8b:ff', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4ef2bfa-812a-4cf4-872e-c8d69141415e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.452909] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.453784] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.454019] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ab176a6-7a18-4475-a0a7-b16f87824fff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.484229] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.484229] env[69751]: value = "task-3483296" [ 836.484229] env[69751]: _type = "Task" [ 836.484229] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.490734] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483296, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.523914] env[69751]: DEBUG nova.network.neutron [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updated VIF entry in instance network info cache for port d65de95f-31c4-41b3-b49f-80e829164178. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.524544] env[69751]: DEBUG nova.network.neutron [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.610029] env[69751]: DEBUG nova.scheduler.client.report [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.821990] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843268} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.822108] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4011ed19-c85c-405e-9ad0-8e163b03bd75/4011ed19-c85c-405e-9ad0-8e163b03bd75.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 836.822332] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 836.822590] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7c9ae8f-9248-41e4-b285-bb01ac0b0505 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.830445] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 836.830445] env[69751]: value = "task-3483297" [ 836.830445] env[69751]: _type = "Task" [ 836.830445] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.839429] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.997582] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483296, 'name': CreateVM_Task, 'duration_secs': 0.409572} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.997826] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.998627] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.998806] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.999164] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.999438] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c175d0-de5a-4562-be8c-13e83e554279 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.008519] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 837.008519] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528d9e55-f682-3a4b-0cbf-b1b10ec6bed2" [ 837.008519] env[69751]: _type = "Task" [ 837.008519] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.008880] env[69751]: DEBUG nova.network.neutron [-] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.020516] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528d9e55-f682-3a4b-0cbf-b1b10ec6bed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.028119] env[69751]: DEBUG oslo_concurrency.lockutils [req-64d4aa9b-4942-4a6a-82a1-2a9a88f3cffb req-9eb6e5a0-1544-46ed-b2ae-f705223e3fbb service nova] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.120511] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.121069] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 837.124639] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.259s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.124878] env[69751]: DEBUG nova.objects.instance [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lazy-loading 'resources' on Instance uuid 10b322ed-e155-4013-98d7-d033c8dc7a6b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.209512] env[69751]: DEBUG nova.network.neutron [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Updated VIF entry in instance network info cache for port e4ef2bfa-812a-4cf4-872e-c8d69141415e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.209939] env[69751]: DEBUG nova.network.neutron [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Updating instance_info_cache with network_info: [{"id": "e4ef2bfa-812a-4cf4-872e-c8d69141415e", "address": "fa:16:3e:61:8b:ff", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.67", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ef2bfa-81", "ovs_interfaceid": "e4ef2bfa-812a-4cf4-872e-c8d69141415e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.339812] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068054} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.340162] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.340928] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2a5f0b-c81f-4b06-ab78-0ad4fe1a89d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.363187] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4011ed19-c85c-405e-9ad0-8e163b03bd75/4011ed19-c85c-405e-9ad0-8e163b03bd75.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 837.363494] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8e26b6-f8dd-49b8-9703-18fe505c81c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.382832] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 837.382832] env[69751]: value = "task-3483298" [ 837.382832] env[69751]: _type = "Task" [ 837.382832] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.390894] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.514701] env[69751]: INFO nova.compute.manager [-] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Took 1.38 seconds to deallocate network for instance. [ 837.527480] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528d9e55-f682-3a4b-0cbf-b1b10ec6bed2, 'name': SearchDatastore_Task, 'duration_secs': 0.01136} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.529880] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.529880] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.529880] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.529880] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.530116] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.530116] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5d8e2e2-c4f8-4432-8764-d5fb6ae8f9f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.542505] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.542505] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.542505] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55def47c-113a-40df-917e-d5c06f0a343c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.547750] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 837.547750] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b3b22-8784-93eb-3ac0-c85ed32d3bce" [ 837.547750] env[69751]: _type = "Task" [ 837.547750] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.556168] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b3b22-8784-93eb-3ac0-c85ed32d3bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.623803] env[69751]: DEBUG nova.compute.manager [req-a9e2af6a-615e-409c-b18c-0eb5e7732447 req-f99f0a3d-5c1c-4ab9-910a-4eb28ee20991 service nova] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Received event network-vif-deleted-2cc91cbe-e2a3-4952-a873-657cbffc07bf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.630746] env[69751]: DEBUG nova.compute.utils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 837.633557] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 837.633815] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 837.704717] env[69751]: DEBUG nova.policy [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b163f6c4fba541169b5e275e3a2148f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1a3d75214a64969b147ca66fd170a89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 837.712671] env[69751]: DEBUG oslo_concurrency.lockutils [req-5e7fc85f-fc2b-4df0-832b-8707b52272bb req-8a548db6-3f8c-4c07-9997-0cd868cda062 service nova] Releasing lock "refresh_cache-06644b44-8b0c-48ab-9160-7adaba217538" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.902567] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.029242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.063061] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b3b22-8784-93eb-3ac0-c85ed32d3bce, 'name': SearchDatastore_Task, 'duration_secs': 0.057693} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.066914] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5cefdb8-c2fd-406d-947f-8dd5623b61b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.073947] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 838.073947] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b11360-a0d1-5722-e79f-421443f31a8d" [ 838.073947] env[69751]: _type = "Task" [ 838.073947] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.086878] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b11360-a0d1-5722-e79f-421443f31a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.134929] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 838.140388] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Successfully created port: d86ada86-0e3b-481b-90ac-c65505a89d0c {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 838.251802] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508de00e-5896-4380-9271-5007888dd46e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.261460] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230e6b4-1c89-43e0-826c-581000ac7c39 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.297307] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80afbee-cc42-4af6-8d76-5a8ced7d19f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.305194] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28100ea-c341-41b5-bf2d-e3bc021109dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.321836] env[69751]: DEBUG nova.compute.provider_tree [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.395237] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483298, 'name': ReconfigVM_Task, 'duration_secs': 0.955187} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.395524] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4011ed19-c85c-405e-9ad0-8e163b03bd75/4011ed19-c85c-405e-9ad0-8e163b03bd75.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.396170] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-185d386d-6dcf-4654-9fdc-d138746cb1bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.402529] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 838.402529] env[69751]: value = "task-3483299" [ 838.402529] env[69751]: _type = "Task" [ 838.402529] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.410727] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483299, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.589649] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b11360-a0d1-5722-e79f-421443f31a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.047884} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.589933] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.590686] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 06644b44-8b0c-48ab-9160-7adaba217538/06644b44-8b0c-48ab-9160-7adaba217538.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.590964] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17f8dfce-a3c7-427e-88d5-78a066ff51e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.598735] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 838.598735] env[69751]: value = "task-3483300" [ 838.598735] env[69751]: _type = "Task" [ 838.598735] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.614987] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483300, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.827279] env[69751]: DEBUG nova.scheduler.client.report [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.916137] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483299, 'name': Rename_Task, 'duration_secs': 0.140131} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.916960] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 838.917306] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-436170d4-11d0-4c49-9095-c8189d375346 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.924301] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 838.924301] env[69751]: value = "task-3483301" [ 838.924301] env[69751]: _type = "Task" [ 838.924301] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.934850] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.109965] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483300, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.147228] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 839.175491] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 839.175737] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 839.175895] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.176310] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 839.176310] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.176503] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 839.176641] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 839.176802] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 839.176967] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 839.177144] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 839.177347] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 839.178244] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ca9183-d35f-4c29-8742-37da60f28dbf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.186158] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48727208-76cc-41f8-831b-46a0b5970949 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.332437] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.335731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.331s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.339016] env[69751]: INFO nova.compute.claims [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.360814] env[69751]: INFO nova.scheduler.client.report [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Deleted allocations for instance 10b322ed-e155-4013-98d7-d033c8dc7a6b [ 839.436489] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.613239] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483300, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549134} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.614486] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 06644b44-8b0c-48ab-9160-7adaba217538/06644b44-8b0c-48ab-9160-7adaba217538.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.614682] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.615813] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f586df61-70f3-48fb-96a8-85b43884fd4e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.624953] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 839.624953] env[69751]: value = "task-3483302" [ 839.624953] env[69751]: _type = "Task" [ 839.624953] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.636411] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.872017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e4a83132-a957-4623-8182-00fd0d21b3fb tempest-ServersTestManualDisk-1967089086 tempest-ServersTestManualDisk-1967089086-project-member] Lock "10b322ed-e155-4013-98d7-d033c8dc7a6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.430s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.936855] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.139301] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077131} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.139704] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.140782] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c589a681-8dca-40e6-b92b-640255cac2cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.167763] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 06644b44-8b0c-48ab-9160-7adaba217538/06644b44-8b0c-48ab-9160-7adaba217538.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.168510] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f03a496-d844-4fed-948b-88bd6f6f71ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.191703] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 840.191703] env[69751]: value = "task-3483303" [ 840.191703] env[69751]: _type = "Task" [ 840.191703] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.207055] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.342068] env[69751]: DEBUG nova.compute.manager [req-2bade7fc-8fcc-42e0-b968-1d1ea46165dc req-9ece0ccc-6ee5-4b5a-893d-000723e9cace service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Received event network-vif-plugged-d86ada86-0e3b-481b-90ac-c65505a89d0c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.342673] env[69751]: DEBUG oslo_concurrency.lockutils [req-2bade7fc-8fcc-42e0-b968-1d1ea46165dc req-9ece0ccc-6ee5-4b5a-893d-000723e9cace service nova] Acquiring lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.342890] env[69751]: DEBUG oslo_concurrency.lockutils [req-2bade7fc-8fcc-42e0-b968-1d1ea46165dc req-9ece0ccc-6ee5-4b5a-893d-000723e9cace service nova] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.343203] env[69751]: DEBUG oslo_concurrency.lockutils [req-2bade7fc-8fcc-42e0-b968-1d1ea46165dc req-9ece0ccc-6ee5-4b5a-893d-000723e9cace service nova] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.343381] env[69751]: DEBUG nova.compute.manager [req-2bade7fc-8fcc-42e0-b968-1d1ea46165dc req-9ece0ccc-6ee5-4b5a-893d-000723e9cace service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] No waiting events found dispatching network-vif-plugged-d86ada86-0e3b-481b-90ac-c65505a89d0c {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.343597] env[69751]: WARNING nova.compute.manager [req-2bade7fc-8fcc-42e0-b968-1d1ea46165dc req-9ece0ccc-6ee5-4b5a-893d-000723e9cace service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Received unexpected event network-vif-plugged-d86ada86-0e3b-481b-90ac-c65505a89d0c for instance with vm_state building and task_state spawning. [ 840.436150] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483301, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.521712] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Successfully updated port: d86ada86-0e3b-481b-90ac-c65505a89d0c {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 840.705616] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483303, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.937374] env[69751]: DEBUG oslo_vmware.api [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483301, 'name': PowerOnVM_Task, 'duration_secs': 1.634652} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.937671] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.938245] env[69751]: INFO nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Took 9.67 seconds to spawn the instance on the hypervisor. [ 840.938519] env[69751]: DEBUG nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 840.939490] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137aa27-8e90-427d-9adf-999a42a66625 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.027918] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "refresh_cache-f49faaa0-2097-4cd5-8a6f-791dd4db53ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.027918] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "refresh_cache-f49faaa0-2097-4cd5-8a6f-791dd4db53ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.027918] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 841.051952] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bc14fe-6718-47b8-ba77-3abf3fc7c564 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.062798] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc478a3-69db-446c-81b4-e1d0316b09a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.099217] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4450e713-5e24-42f8-8b6f-a7d238944282 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.107748] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82395d68-cfe1-4c5b-b906-3bbc5b281fdd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.123559] env[69751]: DEBUG nova.compute.provider_tree [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.203022] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483303, 'name': ReconfigVM_Task, 'duration_secs': 0.57051} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.203022] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 06644b44-8b0c-48ab-9160-7adaba217538/06644b44-8b0c-48ab-9160-7adaba217538.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.203457] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf1e0c96-4d4c-4157-aab8-a3ad5c5e53c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.209603] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 841.209603] env[69751]: value = "task-3483304" [ 841.209603] env[69751]: _type = "Task" [ 841.209603] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.217823] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483304, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.462166] env[69751]: INFO nova.compute.manager [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Took 45.84 seconds to build instance. [ 841.596942] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.625681] env[69751]: DEBUG nova.scheduler.client.report [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.724671] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483304, 'name': Rename_Task, 'duration_secs': 0.164225} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.724964] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.725232] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03addf87-e97a-4a82-8e97-f4116195f7b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.733626] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 841.733626] env[69751]: value = "task-3483305" [ 841.733626] env[69751]: _type = "Task" [ 841.733626] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.742824] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.847538] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Updating instance_info_cache with network_info: [{"id": "d86ada86-0e3b-481b-90ac-c65505a89d0c", "address": "fa:16:3e:73:2c:22", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86ada86-0e", "ovs_interfaceid": "d86ada86-0e3b-481b-90ac-c65505a89d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.964201] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9db9feb2-49aa-42b5-8732-229c6a6bac19 tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.115s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.131760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.796s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.132033] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 842.136197] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.065s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.137798] env[69751]: INFO nova.compute.claims [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 842.245646] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483305, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.350075] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "refresh_cache-f49faaa0-2097-4cd5-8a6f-791dd4db53ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.350443] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Instance network_info: |[{"id": "d86ada86-0e3b-481b-90ac-c65505a89d0c", "address": "fa:16:3e:73:2c:22", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86ada86-0e", "ovs_interfaceid": "d86ada86-0e3b-481b-90ac-c65505a89d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 842.350867] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:2c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd86ada86-0e3b-481b-90ac-c65505a89d0c', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.360283] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Creating folder: Project (a1a3d75214a64969b147ca66fd170a89). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.360283] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5dc3330-fb6a-4410-af61-91c3f8681a4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.370883] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Created folder: Project (a1a3d75214a64969b147ca66fd170a89) in parent group-v696263. [ 842.371991] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Creating folder: Instances. Parent ref: group-v696358. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.372302] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f16646b2-49cd-4b47-bc4c-1e1b5b41c5f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.385012] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Created folder: Instances in parent group-v696358. [ 842.385012] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 842.385012] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.385012] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e56a47e-54de-4c9b-9036-bf88b023235f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.412400] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.412400] env[69751]: value = "task-3483308" [ 842.412400] env[69751]: _type = "Task" [ 842.412400] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.420177] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483308, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.468049] env[69751]: DEBUG nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.478877] env[69751]: DEBUG nova.compute.manager [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Received event network-changed-d86ada86-0e3b-481b-90ac-c65505a89d0c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.479124] env[69751]: DEBUG nova.compute.manager [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Refreshing instance network info cache due to event network-changed-d86ada86-0e3b-481b-90ac-c65505a89d0c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.483021] env[69751]: DEBUG oslo_concurrency.lockutils [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] Acquiring lock "refresh_cache-f49faaa0-2097-4cd5-8a6f-791dd4db53ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.483021] env[69751]: DEBUG oslo_concurrency.lockutils [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] Acquired lock "refresh_cache-f49faaa0-2097-4cd5-8a6f-791dd4db53ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.483021] env[69751]: DEBUG nova.network.neutron [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Refreshing network info cache for port d86ada86-0e3b-481b-90ac-c65505a89d0c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.645375] env[69751]: DEBUG nova.compute.utils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.647104] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.647443] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.726093] env[69751]: DEBUG nova.policy [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b163f6c4fba541169b5e275e3a2148f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1a3d75214a64969b147ca66fd170a89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.743545] env[69751]: DEBUG oslo_vmware.api [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483305, 'name': PowerOnVM_Task, 'duration_secs': 0.613743} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.743749] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.743952] env[69751]: INFO nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Took 8.66 seconds to spawn the instance on the hypervisor. [ 842.744145] env[69751]: DEBUG nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.744940] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9884c3d2-ff7d-474f-bacc-9e1393d6d6df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.923596] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483308, 'name': CreateVM_Task, 'duration_secs': 0.329673} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.923813] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.925492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.925492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.925492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.925492] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8eac01d7-c3a8-4df2-bfde-d9a1c8ef9653 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.930477] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 842.930477] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5213aef0-e1e0-30ce-06b4-e6aea14b8dc1" [ 842.930477] env[69751]: _type = "Task" [ 842.930477] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.939161] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5213aef0-e1e0-30ce-06b4-e6aea14b8dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.999764] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.045629] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Successfully created port: e361e420-e251-4983-a777-909e979a121e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.156439] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.265279] env[69751]: INFO nova.compute.manager [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Took 43.93 seconds to build instance. [ 843.283225] env[69751]: DEBUG nova.network.neutron [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Updated VIF entry in instance network info cache for port d86ada86-0e3b-481b-90ac-c65505a89d0c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.284296] env[69751]: DEBUG nova.network.neutron [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Updating instance_info_cache with network_info: [{"id": "d86ada86-0e3b-481b-90ac-c65505a89d0c", "address": "fa:16:3e:73:2c:22", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd86ada86-0e", "ovs_interfaceid": "d86ada86-0e3b-481b-90ac-c65505a89d0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.298929] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "4011ed19-c85c-405e-9ad0-8e163b03bd75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.299177] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.299386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "4011ed19-c85c-405e-9ad0-8e163b03bd75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.299598] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.300018] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.302020] env[69751]: INFO nova.compute.manager [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Terminating instance [ 843.441100] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5213aef0-e1e0-30ce-06b4-e6aea14b8dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.443772] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.444029] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.444443] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.444615] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.444797] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.445408] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a9d0872-d3db-4803-99c1-72df8efba87d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.455953] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.456526] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.457356] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97b3131f-26eb-4557-8d20-25a0758485ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.465537] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 843.465537] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cad6a4-342c-8fb2-2417-fa2b952818b9" [ 843.465537] env[69751]: _type = "Task" [ 843.465537] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.473817] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cad6a4-342c-8fb2-2417-fa2b952818b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.769959] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1557c226-7962-4ed8-a97d-bf75a7a10338 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "06644b44-8b0c-48ab-9160-7adaba217538" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.755s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.789159] env[69751]: DEBUG oslo_concurrency.lockutils [req-3291b27e-2558-4d8d-9080-eec0dabd5fdd req-19c2c83b-d09e-4624-81ba-9cfa10a20357 service nova] Releasing lock "refresh_cache-f49faaa0-2097-4cd5-8a6f-791dd4db53ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.811172] env[69751]: DEBUG nova.compute.manager [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.811401] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.812281] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e603eec-98bc-45c6-98ed-5a410e06b4d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.822988] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.823260] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8550105-ee54-4eb7-8360-b4847509bb33 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.831519] env[69751]: DEBUG oslo_vmware.api [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 843.831519] env[69751]: value = "task-3483309" [ 843.831519] env[69751]: _type = "Task" [ 843.831519] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.839936] env[69751]: DEBUG oslo_vmware.api [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.868786] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375ce1f1-6038-421e-90ff-b7915e68af42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.875806] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c9572-c391-41f1-b0e3-f60f5c93111d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.905506] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ccf08c-db0b-4da3-9c53-53989d5d81aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.913492] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3626457-932f-456a-b88c-a04dc283f46d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.930150] env[69751]: DEBUG nova.compute.provider_tree [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.975861] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cad6a4-342c-8fb2-2417-fa2b952818b9, 'name': SearchDatastore_Task, 'duration_secs': 0.009292} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.976726] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5d4e262-05f2-49dd-a6dd-4560bd7dd659 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.983374] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 843.983374] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5215388b-0f17-816b-5f77-261a2b645052" [ 843.983374] env[69751]: _type = "Task" [ 843.983374] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.990386] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5215388b-0f17-816b-5f77-261a2b645052, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.168725] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 844.191285] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 844.191547] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 844.191704] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 844.191884] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 844.192556] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 844.192802] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 844.193043] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 844.193218] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 844.193388] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 844.193551] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 844.193723] env[69751]: DEBUG nova.virt.hardware [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 844.194673] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae03c985-397f-4bf7-8cf3-695b526f7236 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.205506] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3178615-96a6-42cc-bb07-29737744b1e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.273124] env[69751]: DEBUG nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.343561] env[69751]: DEBUG oslo_vmware.api [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483309, 'name': PowerOffVM_Task, 'duration_secs': 0.260821} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.343879] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.344119] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.344395] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8399aeb3-97f1-4bd1-b0ad-622ba33e3e38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.409495] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.409749] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.409955] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Deleting the datastore file [datastore2] 4011ed19-c85c-405e-9ad0-8e163b03bd75 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.410245] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60f87d9-70e9-4fa1-9022-76c25b3c4994 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.417165] env[69751]: DEBUG oslo_vmware.api [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for the task: (returnval){ [ 844.417165] env[69751]: value = "task-3483311" [ 844.417165] env[69751]: _type = "Task" [ 844.417165] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.425710] env[69751]: DEBUG oslo_vmware.api [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.432263] env[69751]: DEBUG nova.scheduler.client.report [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.464837] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "677e67e0-f5a4-412b-8ec8-348e690b83f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.465240] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "677e67e0-f5a4-412b-8ec8-348e690b83f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.493577] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5215388b-0f17-816b-5f77-261a2b645052, 'name': SearchDatastore_Task, 'duration_secs': 0.009415} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.493791] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.494735] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f49faaa0-2097-4cd5-8a6f-791dd4db53ac/f49faaa0-2097-4cd5-8a6f-791dd4db53ac.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.494735] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1805bd-b149-4104-8b21-8d7f46583bde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.501956] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 844.501956] env[69751]: value = "task-3483312" [ 844.501956] env[69751]: _type = "Task" [ 844.501956] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.510597] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.762574] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Successfully updated port: e361e420-e251-4983-a777-909e979a121e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.801620] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.811587] env[69751]: DEBUG nova.compute.manager [req-e9a8ac94-4c8b-4d20-b515-4601401c558a req-b89bd01f-370d-4cb1-b588-6768e97186da service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Received event network-vif-plugged-e361e420-e251-4983-a777-909e979a121e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.811823] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9a8ac94-4c8b-4d20-b515-4601401c558a req-b89bd01f-370d-4cb1-b588-6768e97186da service nova] Acquiring lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.812052] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9a8ac94-4c8b-4d20-b515-4601401c558a req-b89bd01f-370d-4cb1-b588-6768e97186da service nova] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.812229] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9a8ac94-4c8b-4d20-b515-4601401c558a req-b89bd01f-370d-4cb1-b588-6768e97186da service nova] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.812398] env[69751]: DEBUG nova.compute.manager [req-e9a8ac94-4c8b-4d20-b515-4601401c558a req-b89bd01f-370d-4cb1-b588-6768e97186da service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] No waiting events found dispatching network-vif-plugged-e361e420-e251-4983-a777-909e979a121e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 844.812563] env[69751]: WARNING nova.compute.manager [req-e9a8ac94-4c8b-4d20-b515-4601401c558a req-b89bd01f-370d-4cb1-b588-6768e97186da service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Received unexpected event network-vif-plugged-e361e420-e251-4983-a777-909e979a121e for instance with vm_state building and task_state spawning. [ 844.931713] env[69751]: DEBUG oslo_vmware.api [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Task: {'id': task-3483311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176328} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.932075] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.932295] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.932476] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.932655] env[69751]: INFO nova.compute.manager [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Took 1.12 seconds to destroy the instance on the hypervisor. [ 844.932981] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.933229] env[69751]: DEBUG nova.compute.manager [-] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.933330] env[69751]: DEBUG nova.network.neutron [-] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.937521] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.938063] env[69751]: DEBUG nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.941388] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.836s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.941590] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.941748] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 844.942075] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.747s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.942324] env[69751]: DEBUG nova.objects.instance [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lazy-loading 'resources' on Instance uuid 5828fe6a-a7fc-4288-b52a-14cf6f20a19e {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.945039] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1c91f3-0c46-40d0-b21a-cd8532455847 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.961063] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c8e5d-fe2d-457b-aae9-4e1aaa2de9fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.981344] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5890c326-9123-4a78-95df-ad5c1e8c84a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.994492] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa7f881-cbe9-44a5-adc0-dc732c16cb93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.025560] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178836MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 845.026133] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.034586] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505654} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.035591] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f49faaa0-2097-4cd5-8a6f-791dd4db53ac/f49faaa0-2097-4cd5-8a6f-791dd4db53ac.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.035591] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.035743] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1afc3b91-558f-489a-a851-4bdc50ea633a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.042709] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 845.042709] env[69751]: value = "task-3483313" [ 845.042709] env[69751]: _type = "Task" [ 845.042709] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.056040] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.180840] env[69751]: DEBUG nova.compute.manager [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.180840] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69a45f8-4323-4074-84d0-c767f7513003 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.266533] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "refresh_cache-bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.266533] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "refresh_cache-bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.266533] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.447276] env[69751]: DEBUG nova.compute.utils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 845.447276] env[69751]: DEBUG nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 845.452116] env[69751]: DEBUG nova.network.neutron [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 845.521177] env[69751]: DEBUG nova.policy [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c598c83d7c44709b7a7f6e7bf69ee5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdcae5d4bfbf4f80961b694839041e06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 845.556710] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067554} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.559300] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.560334] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197e0899-07c7-443e-8d8c-955f708e99b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.588934] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] f49faaa0-2097-4cd5-8a6f-791dd4db53ac/f49faaa0-2097-4cd5-8a6f-791dd4db53ac.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.591825] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b79d83e8-7be4-480e-b57f-600dac3c3c1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.611360] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 845.611360] env[69751]: value = "task-3483314" [ 845.611360] env[69751]: _type = "Task" [ 845.611360] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.621283] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.692693] env[69751]: INFO nova.compute.manager [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] instance snapshotting [ 845.697914] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1023b126-cec6-49cb-8ee2-3cd0a57f63bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.716416] env[69751]: DEBUG nova.network.neutron [-] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.720992] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6744a35a-491f-4eee-8597-4d31e731a9f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.821167] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.922963] env[69751]: DEBUG nova.network.neutron [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Successfully created port: b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.955794] env[69751]: DEBUG nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.121917] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.137873] env[69751]: DEBUG nova.network.neutron [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Updating instance_info_cache with network_info: [{"id": "e361e420-e251-4983-a777-909e979a121e", "address": "fa:16:3e:06:68:09", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape361e420-e2", "ovs_interfaceid": "e361e420-e251-4983-a777-909e979a121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.176409] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84991aaa-c4a8-4694-a04a-4c0aa5c9f8db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.186218] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b07f1f7-90b8-41a9-bef1-43d70eccf376 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.220491] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3ca44d-c682-4925-8e57-177c64c5eda4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.228390] env[69751]: INFO nova.compute.manager [-] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Took 1.29 seconds to deallocate network for instance. [ 846.233467] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 846.235498] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92651d2a-9f10-4190-8d7e-905cc2ec2f82 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.238827] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8c7581-11d8-4b3c-a05b-d12527667464 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.247702] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 846.247702] env[69751]: value = "task-3483315" [ 846.247702] env[69751]: _type = "Task" [ 846.247702] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.257147] env[69751]: DEBUG nova.compute.provider_tree [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.269860] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.623859] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483314, 'name': ReconfigVM_Task, 'duration_secs': 0.527386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.624191] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Reconfigured VM instance instance-0000001f to attach disk [datastore1] f49faaa0-2097-4cd5-8a6f-791dd4db53ac/f49faaa0-2097-4cd5-8a6f-791dd4db53ac.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.624906] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfd9ed05-02b1-4c3e-b0de-a6293f920351 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.631123] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 846.631123] env[69751]: value = "task-3483316" [ 846.631123] env[69751]: _type = "Task" [ 846.631123] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.639480] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483316, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.641033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "refresh_cache-bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.641328] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Instance network_info: |[{"id": "e361e420-e251-4983-a777-909e979a121e", "address": "fa:16:3e:06:68:09", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape361e420-e2", "ovs_interfaceid": "e361e420-e251-4983-a777-909e979a121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.641825] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:68:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e361e420-e251-4983-a777-909e979a121e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.651536] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.652301] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.652301] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4792c2e0-c516-415e-a9a4-5a7d75ed724e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.673266] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.673266] env[69751]: value = "task-3483317" [ 846.673266] env[69751]: _type = "Task" [ 846.673266] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.681040] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483317, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.739423] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.770462] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483315, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.784891] env[69751]: ERROR nova.scheduler.client.report [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] [req-fb52d19b-38d1-426e-a66b-19dd1a099bd9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fb52d19b-38d1-426e-a66b-19dd1a099bd9"}]} [ 846.854894] env[69751]: DEBUG nova.compute.manager [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Received event network-changed-e361e420-e251-4983-a777-909e979a121e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.854894] env[69751]: DEBUG nova.compute.manager [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Refreshing instance network info cache due to event network-changed-e361e420-e251-4983-a777-909e979a121e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.855142] env[69751]: DEBUG oslo_concurrency.lockutils [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] Acquiring lock "refresh_cache-bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.855286] env[69751]: DEBUG oslo_concurrency.lockutils [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] Acquired lock "refresh_cache-bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.855829] env[69751]: DEBUG nova.network.neutron [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Refreshing network info cache for port e361e420-e251-4983-a777-909e979a121e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.892674] env[69751]: DEBUG nova.scheduler.client.report [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.910017] env[69751]: DEBUG nova.scheduler.client.report [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.910249] env[69751]: DEBUG nova.compute.provider_tree [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.922191] env[69751]: DEBUG nova.scheduler.client.report [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.943219] env[69751]: DEBUG nova.scheduler.client.report [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.973289] env[69751]: DEBUG nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 847.004053] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.004053] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.004053] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.004283] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.004378] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.004506] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.004729] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.004912] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.005179] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.005364] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.006062] env[69751]: DEBUG nova.virt.hardware [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.006448] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ea209-48a5-49ef-a911-6924cc802cc8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.014953] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2b05ce-71b4-4147-8f75-4fb4685cf5d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.141358] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483316, 'name': Rename_Task, 'duration_secs': 0.149159} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.141980] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.141980] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa2dcaba-7761-44e7-9deb-71f17d724e9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.147529] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 847.147529] env[69751]: value = "task-3483318" [ 847.147529] env[69751]: _type = "Task" [ 847.147529] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.157365] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.182353] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483317, 'name': CreateVM_Task, 'duration_secs': 0.311476} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.184672] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.185578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.185851] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.185996] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.186273] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03e67945-e8ce-41c0-b463-9fb689f5363a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.191031] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 847.191031] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b9601f-dcb4-9f74-fe12-74d45156946a" [ 847.191031] env[69751]: _type = "Task" [ 847.191031] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.202586] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b9601f-dcb4-9f74-fe12-74d45156946a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.271656] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483315, 'name': CreateSnapshot_Task, 'duration_secs': 0.554905} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.271973] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 847.273015] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fa522a-3596-4d1e-86d9-f63855798ff4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.519877] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c31d3d0-05fc-49a6-a8e5-f47eaa6b9ed3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.527611] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4587cfc9-c9fc-49e6-bd0a-a0c54251cde0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.558025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1bca9a-6e90-4d9d-b119-0cd5c0a29d65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.565940] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49feae81-c814-418a-a1f7-d972ccbf8e8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.582000] env[69751]: DEBUG nova.compute.provider_tree [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 847.659569] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483318, 'name': PowerOnVM_Task, 'duration_secs': 0.464471} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.659908] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.661192] env[69751]: INFO nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Took 8.51 seconds to spawn the instance on the hypervisor. [ 847.661192] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.663030] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372f3cfe-68d7-406e-a785-cdbb0e13f033 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.703486] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b9601f-dcb4-9f74-fe12-74d45156946a, 'name': SearchDatastore_Task, 'duration_secs': 0.008995} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.703486] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.703866] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.705356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.705356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.705356] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.705356] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f88c89a3-02d8-411e-8e8e-3031c507c6be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.725551] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.725551] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.726084] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0ab4bd-a051-412d-b2f3-ce3563ee3092 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.732827] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 847.732827] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522817d6-8674-ac63-34b3-9d50f74e6fba" [ 847.732827] env[69751]: _type = "Task" [ 847.732827] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.742619] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522817d6-8674-ac63-34b3-9d50f74e6fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.786060] env[69751]: DEBUG nova.network.neutron [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Successfully updated port: b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.796384] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 847.797617] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f3060dd-b898-47a3-9423-ec54df5ad15f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.807910] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 847.807910] env[69751]: value = "task-3483319" [ 847.807910] env[69751]: _type = "Task" [ 847.807910] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.815938] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483319, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.965644] env[69751]: DEBUG nova.network.neutron [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Updated VIF entry in instance network info cache for port e361e420-e251-4983-a777-909e979a121e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.965991] env[69751]: DEBUG nova.network.neutron [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Updating instance_info_cache with network_info: [{"id": "e361e420-e251-4983-a777-909e979a121e", "address": "fa:16:3e:06:68:09", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape361e420-e2", "ovs_interfaceid": "e361e420-e251-4983-a777-909e979a121e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.126720] env[69751]: DEBUG nova.scheduler.client.report [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 848.127011] env[69751]: DEBUG nova.compute.provider_tree [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 65 to 66 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 848.127203] env[69751]: DEBUG nova.compute.provider_tree [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 848.183065] env[69751]: INFO nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Took 44.09 seconds to build instance. [ 848.244093] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522817d6-8674-ac63-34b3-9d50f74e6fba, 'name': SearchDatastore_Task, 'duration_secs': 0.012276} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.244941] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c6f9425-6299-48f5-a900-fa7d57fd83ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.252132] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 848.252132] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526b3393-259c-3584-4640-66c545231dbc" [ 848.252132] env[69751]: _type = "Task" [ 848.252132] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.260321] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526b3393-259c-3584-4640-66c545231dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.300022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.300022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.300022] env[69751]: DEBUG nova.network.neutron [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.318703] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483319, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.468930] env[69751]: DEBUG oslo_concurrency.lockutils [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] Releasing lock "refresh_cache-bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.469225] env[69751]: DEBUG nova.compute.manager [req-15301670-e0ab-4ce3-9bef-f940cdc1fb15 req-72042978-eff9-4a16-aa49-353c64a0e805 service nova] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Received event network-vif-deleted-0bd018f7-6f41-44c6-9ca0-9bbb6f09628a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.636115] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.693s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.641131] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.231s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.645099] env[69751]: INFO nova.compute.claims [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.673544] env[69751]: INFO nova.scheduler.client.report [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Deleted allocations for instance 5828fe6a-a7fc-4288-b52a-14cf6f20a19e [ 848.686026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.220s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.762541] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526b3393-259c-3584-4640-66c545231dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.011645} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.763654] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.763654] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c/bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.763654] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5bd8cf4-0409-4d0a-a07f-5e80fe2a9d72 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.773021] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 848.773021] env[69751]: value = "task-3483320" [ 848.773021] env[69751]: _type = "Task" [ 848.773021] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.778359] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.821109] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483319, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.867171] env[69751]: DEBUG nova.network.neutron [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.889087] env[69751]: DEBUG nova.compute.manager [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Received event network-vif-plugged-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.892301] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] Acquiring lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.892538] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.892708] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.892875] env[69751]: DEBUG nova.compute.manager [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] No waiting events found dispatching network-vif-plugged-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 848.893050] env[69751]: WARNING nova.compute.manager [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Received unexpected event network-vif-plugged-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 for instance with vm_state building and task_state spawning. [ 848.893208] env[69751]: DEBUG nova.compute.manager [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Received event network-changed-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.893355] env[69751]: DEBUG nova.compute.manager [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Refreshing instance network info cache due to event network-changed-b4a1fb22-2477-4c51-bb96-dd3c993f76c5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 848.893516] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] Acquiring lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.101912] env[69751]: DEBUG nova.network.neutron [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updating instance_info_cache with network_info: [{"id": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "address": "fa:16:3e:84:e7:49", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a1fb22-24", "ovs_interfaceid": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.184422] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3749371d-99ae-4711-a45b-1d3a8a2eab24 tempest-ServerAddressesTestJSON-918147907 tempest-ServerAddressesTestJSON-918147907-project-member] Lock "5828fe6a-a7fc-4288-b52a-14cf6f20a19e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.007s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.194850] env[69751]: DEBUG nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.283223] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510793} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.286093] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c/bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.286093] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.286093] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-46c12020-4fcf-42e1-84bf-8fd74e95b5cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.291722] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 849.291722] env[69751]: value = "task-3483321" [ 849.291722] env[69751]: _type = "Task" [ 849.291722] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.300835] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.318042] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483319, 'name': CloneVM_Task, 'duration_secs': 1.503711} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.318517] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Created linked-clone VM from snapshot [ 849.319384] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71a8aba-ee57-45dc-8da2-bb06b01cfbbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.328127] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Uploading image 65c1a10c-e180-4ead-ae44-2d42485d8f1f {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 849.354691] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 849.354691] env[69751]: value = "vm-696363" [ 849.354691] env[69751]: _type = "VirtualMachine" [ 849.354691] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 849.355187] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bafdf06-4c15-4c16-85ee-3ee5a7f828c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.362995] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lease: (returnval){ [ 849.362995] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52185f53-c383-ab96-a0fe-f60d41745b3a" [ 849.362995] env[69751]: _type = "HttpNfcLease" [ 849.362995] env[69751]: } obtained for exporting VM: (result){ [ 849.362995] env[69751]: value = "vm-696363" [ 849.362995] env[69751]: _type = "VirtualMachine" [ 849.362995] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 849.363533] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the lease: (returnval){ [ 849.363533] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52185f53-c383-ab96-a0fe-f60d41745b3a" [ 849.363533] env[69751]: _type = "HttpNfcLease" [ 849.363533] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 849.373039] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.373039] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52185f53-c383-ab96-a0fe-f60d41745b3a" [ 849.373039] env[69751]: _type = "HttpNfcLease" [ 849.373039] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 849.606166] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.606166] env[69751]: DEBUG nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Instance network_info: |[{"id": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "address": "fa:16:3e:84:e7:49", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a1fb22-24", "ovs_interfaceid": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.606284] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] Acquired lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.606284] env[69751]: DEBUG nova.network.neutron [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Refreshing network info cache for port b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.606284] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:e7:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a1fb22-2477-4c51-bb96-dd3c993f76c5', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.616288] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Creating folder: Project (bdcae5d4bfbf4f80961b694839041e06). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.617211] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3586bd8-fe87-4a53-9835-a0585c64f51c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.630690] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Created folder: Project (bdcae5d4bfbf4f80961b694839041e06) in parent group-v696263. [ 849.632756] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Creating folder: Instances. Parent ref: group-v696364. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 849.633685] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5085e859-5aa0-4f26-aab4-efaf95401da9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.644360] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Created folder: Instances in parent group-v696364. [ 849.644529] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.644605] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.644909] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9abd9f8-593b-465b-a419-5fd948fcffb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.672576] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.672576] env[69751]: value = "task-3483325" [ 849.672576] env[69751]: _type = "Task" [ 849.672576] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.680807] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483325, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.715182] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.804531] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.280943} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.804783] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.805889] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59577b1f-4815-4d6f-b836-2acbc4064fd6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.829710] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c/bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.832444] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6eb3c0c-a6ea-40be-9881-42dae6f00476 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.852270] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 849.852270] env[69751]: value = "task-3483326" [ 849.852270] env[69751]: _type = "Task" [ 849.852270] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.861994] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.870832] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 849.870832] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52185f53-c383-ab96-a0fe-f60d41745b3a" [ 849.870832] env[69751]: _type = "HttpNfcLease" [ 849.870832] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 849.871125] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 849.871125] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52185f53-c383-ab96-a0fe-f60d41745b3a" [ 849.871125] env[69751]: _type = "HttpNfcLease" [ 849.871125] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 849.871888] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87953449-f585-4967-ad2a-1e1042ece834 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.883559] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c83673-c990-94d7-a405-3070f4c0a052/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 849.885070] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c83673-c990-94d7-a405-3070f4c0a052/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 849.977014] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70bd127b-a80e-4520-b30e-6075d526aca4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.185907] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483325, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.366084] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483326, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.461424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7642875-4a45-439c-ba33-d925d3215973 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.472623] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c9b3a0-ab47-45be-89ea-d89ac8985f67 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.511075] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56895a18-90f9-4d23-be8b-ece805cc3805 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.520304] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ea53ad-23cc-4d96-94a4-7634f3f206d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.536090] env[69751]: DEBUG nova.compute.provider_tree [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.685839] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483325, 'name': CreateVM_Task, 'duration_secs': 0.747993} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.686131] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 850.686986] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.687746] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.688092] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.688364] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2acd964-999b-41a3-ab65-9daed7b509d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.693769] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 850.693769] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52824edc-d235-8413-f3d1-7446ba78068e" [ 850.693769] env[69751]: _type = "Task" [ 850.693769] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.703631] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52824edc-d235-8413-f3d1-7446ba78068e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.721356] env[69751]: DEBUG nova.network.neutron [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updated VIF entry in instance network info cache for port b4a1fb22-2477-4c51-bb96-dd3c993f76c5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.722088] env[69751]: DEBUG nova.network.neutron [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updating instance_info_cache with network_info: [{"id": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "address": "fa:16:3e:84:e7:49", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a1fb22-24", "ovs_interfaceid": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.870980] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483326, 'name': ReconfigVM_Task, 'duration_secs': 0.585467} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.872733] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c/bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.872733] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e38255f4-5f2b-4f49-bba1-2dbfeaa8df65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.881121] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 850.881121] env[69751]: value = "task-3483327" [ 850.881121] env[69751]: _type = "Task" [ 850.881121] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.890508] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483327, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.040031] env[69751]: DEBUG nova.scheduler.client.report [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.205245] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52824edc-d235-8413-f3d1-7446ba78068e, 'name': SearchDatastore_Task, 'duration_secs': 0.017155} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.205687] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.205996] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 851.206578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.206787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.208156] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 851.211396] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4aa51b0-57c8-4257-adb1-f3c1192d16f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.222609] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 851.222733] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 851.223506] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fabacd70-6d2f-4288-8157-6c0590712aea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.226860] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e3edb1d-9970-40dd-ab01-f7e1b2342dcd req-890f4012-342d-46db-82b2-6f1043752713 service nova] Releasing lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.230058] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 851.230058] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fc227b-47e5-859b-8d1b-b221677d7b80" [ 851.230058] env[69751]: _type = "Task" [ 851.230058] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.242337] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fc227b-47e5-859b-8d1b-b221677d7b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.391126] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483327, 'name': Rename_Task, 'duration_secs': 0.158259} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.391512] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.394053] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5aaeddbb-5e09-452e-ac9a-91d4e0d770a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.399150] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 851.399150] env[69751]: value = "task-3483328" [ 851.399150] env[69751]: _type = "Task" [ 851.399150] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.412241] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.546646] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.547225] env[69751]: DEBUG nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.550663] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.542s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.550885] env[69751]: DEBUG nova.objects.instance [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lazy-loading 'resources' on Instance uuid 586c9d5e-45d9-4954-ba61-016a877c3277 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.742482] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fc227b-47e5-859b-8d1b-b221677d7b80, 'name': SearchDatastore_Task, 'duration_secs': 0.018315} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.743839] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0142084-5646-4ce8-a71d-258c2de85130 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.753257] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 851.753257] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529a59e6-517e-f493-c5f3-226a0e123815" [ 851.753257] env[69751]: _type = "Task" [ 851.753257] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.764202] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529a59e6-517e-f493-c5f3-226a0e123815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.917613] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483328, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.052147] env[69751]: DEBUG nova.compute.utils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.053677] env[69751]: DEBUG nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 852.264988] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529a59e6-517e-f493-c5f3-226a0e123815, 'name': SearchDatastore_Task, 'duration_secs': 0.015183} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.267685] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.267960] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] a1d9a7d5-69c9-486c-9e4b-99cc07d20730/a1d9a7d5-69c9-486c-9e4b-99cc07d20730.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.268718] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8085155a-b513-4cfc-85fa-de2218fc5833 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.275904] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 852.275904] env[69751]: value = "task-3483329" [ 852.275904] env[69751]: _type = "Task" [ 852.275904] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.287492] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.411592] env[69751]: DEBUG oslo_vmware.api [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483328, 'name': PowerOnVM_Task, 'duration_secs': 0.610778} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.411945] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.412911] env[69751]: INFO nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Took 8.24 seconds to spawn the instance on the hypervisor. [ 852.412911] env[69751]: DEBUG nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 852.413239] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da877409-d024-416d-aafa-b3e64be0f7c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.557072] env[69751]: DEBUG nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.669618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.669871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.751552] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba4ccfd-ad7d-4fe2-9e0c-39d07910cd01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.761209] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f794e97-9b99-4a78-b9fd-3cac91e72c4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.797955] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1580fad4-e039-4d08-9953-94c4bc413f36 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.807456] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483329, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.811069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b4a1d2-667d-4211-ad66-865ece2ae0d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.825641] env[69751]: DEBUG nova.compute.provider_tree [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.943158] env[69751]: INFO nova.compute.manager [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Took 43.96 seconds to build instance. [ 853.306242] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571085} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.306242] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] a1d9a7d5-69c9-486c-9e4b-99cc07d20730/a1d9a7d5-69c9-486c-9e4b-99cc07d20730.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.306242] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.306242] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd9756a0-160f-4d9c-b27d-14bf30d43434 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.312179] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 853.312179] env[69751]: value = "task-3483330" [ 853.312179] env[69751]: _type = "Task" [ 853.312179] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.322786] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.329590] env[69751]: DEBUG nova.scheduler.client.report [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.445659] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe0bef63-6bf4-4374-939b-e35ee7853356 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.931s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.570036] env[69751]: DEBUG nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.593882] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.594259] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.594333] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.594510] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.594656] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.594826] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.595051] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.595216] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.595385] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.595552] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.595744] env[69751]: DEBUG nova.virt.hardware [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.597013] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b99857d-3a84-455c-822c-4902eacbfcec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.605203] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831748d0-78cb-40b1-881b-2072e1751e5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.622298] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.622298] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.622298] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.622298] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.622556] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.626020] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.630018] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Creating folder: Project (f3b1ea02899e431fb091c8cbae783232). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.630742] env[69751]: INFO nova.compute.manager [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Terminating instance [ 853.632299] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8203b1ce-566f-46c8-9e18-240dee51caa3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.644643] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Created folder: Project (f3b1ea02899e431fb091c8cbae783232) in parent group-v696263. [ 853.644904] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Creating folder: Instances. Parent ref: group-v696367. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.645759] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a60dbef-771e-427c-aacf-bde9fcc9647c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.655031] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Created folder: Instances in parent group-v696367. [ 853.655283] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.655479] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.655720] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb5e5724-3493-450a-9400-b434d82e0ea6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.673158] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.673158] env[69751]: value = "task-3483333" [ 853.673158] env[69751]: _type = "Task" [ 853.673158] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.681293] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483333, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.701353] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.701626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.701863] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.702061] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.702234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.704414] env[69751]: INFO nova.compute.manager [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Terminating instance [ 853.821820] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066455} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.822156] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.822939] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bc3a5f-2a28-4118-a07f-9753ba465bcb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.840011] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.849712] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] a1d9a7d5-69c9-486c-9e4b-99cc07d20730/a1d9a7d5-69c9-486c-9e4b-99cc07d20730.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.850366] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.124s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.851058] env[69751]: DEBUG nova.objects.instance [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lazy-loading 'resources' on Instance uuid 9729b810-6e68-41c1-b5fa-98914c041555 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.852302] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc7ea28d-f43a-481c-aa71-4c170a3bc406 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.871272] env[69751]: INFO nova.scheduler.client.report [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Deleted allocations for instance 586c9d5e-45d9-4954-ba61-016a877c3277 [ 853.876196] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 853.876196] env[69751]: value = "task-3483334" [ 853.876196] env[69751]: _type = "Task" [ 853.876196] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.884810] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483334, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.950657] env[69751]: DEBUG nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.138193] env[69751]: DEBUG nova.compute.manager [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.138455] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.139396] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65107a65-e561-43e6-9bed-fcdb208cc017 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.148635] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.148635] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-016a8c2b-260c-4c79-8b45-7640f505a666 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.153807] env[69751]: DEBUG oslo_vmware.api [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 854.153807] env[69751]: value = "task-3483335" [ 854.153807] env[69751]: _type = "Task" [ 854.153807] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.161701] env[69751]: DEBUG oslo_vmware.api [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.182962] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483333, 'name': CreateVM_Task, 'duration_secs': 0.40519} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.184036] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.184036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.184036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.184401] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.184664] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e9e949a-d19a-496f-a5f2-c52766c67286 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.189239] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 854.189239] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524fa281-6917-04a9-4881-a7720f70c5ff" [ 854.189239] env[69751]: _type = "Task" [ 854.189239] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.200032] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524fa281-6917-04a9-4881-a7720f70c5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.208030] env[69751]: DEBUG nova.compute.manager [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.208250] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.209213] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f839f6b4-c15d-4e71-8550-911fc56afcc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.217956] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.217956] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcde2324-9e66-49d4-bcc4-bc48b07bc74f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.224153] env[69751]: DEBUG oslo_vmware.api [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 854.224153] env[69751]: value = "task-3483336" [ 854.224153] env[69751]: _type = "Task" [ 854.224153] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.233307] env[69751]: DEBUG oslo_vmware.api [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.385434] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8f7f8d3f-6d3b-4e8c-8bde-67083dc701e4 tempest-ServerTagsTestJSON-295213754 tempest-ServerTagsTestJSON-295213754-project-member] Lock "586c9d5e-45d9-4954-ba61-016a877c3277" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.480s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.393983] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483334, 'name': ReconfigVM_Task, 'duration_secs': 0.468349} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.397171] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Reconfigured VM instance instance-00000021 to attach disk [datastore2] a1d9a7d5-69c9-486c-9e4b-99cc07d20730/a1d9a7d5-69c9-486c-9e4b-99cc07d20730.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.398248] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc16f2c7-6a0f-4103-91f0-bdda57cd76d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.405973] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 854.405973] env[69751]: value = "task-3483337" [ 854.405973] env[69751]: _type = "Task" [ 854.405973] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.419538] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483337, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.470978] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.670527] env[69751]: DEBUG oslo_vmware.api [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483335, 'name': PowerOffVM_Task, 'duration_secs': 0.253324} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.671185] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.671441] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.671633] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-871df7c8-90f3-4a28-8449-b89c67636ea9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.703022] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524fa281-6917-04a9-4881-a7720f70c5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.710671] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.710671] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 854.710671] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.710861] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.710911] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 854.711426] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a7b462-20a1-4129-9492-6fa989b177a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.720213] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 854.720455] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 854.721354] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-290792aa-3498-4e6a-96d5-2cbdff579775 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.729580] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 854.729580] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dd35bd-d318-4a93-3604-ad934b158311" [ 854.729580] env[69751]: _type = "Task" [ 854.729580] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.739965] env[69751]: DEBUG oslo_vmware.api [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483336, 'name': PowerOffVM_Task, 'duration_secs': 0.164316} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.740619] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.740825] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.741127] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba755764-d8f7-43d7-b63c-7cd21735b79b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.745903] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dd35bd-d318-4a93-3604-ad934b158311, 'name': SearchDatastore_Task, 'duration_secs': 0.013421} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.749386] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad4a1fe4-694a-470a-ad40-3e814b6a3d47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.755333] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 854.755333] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52694c56-3eb9-c8ce-75c1-b2fe776e694b" [ 854.755333] env[69751]: _type = "Task" [ 854.755333] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.763677] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52694c56-3eb9-c8ce-75c1-b2fe776e694b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.919543] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483337, 'name': Rename_Task, 'duration_secs': 0.166595} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.919900] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 854.920174] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3864b3b-7754-41d3-8d38-fe0873ad8a3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.930904] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 854.930904] env[69751]: value = "task-3483340" [ 854.930904] env[69751]: _type = "Task" [ 854.930904] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.940519] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.001854] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f632e288-c21c-40f4-90e9-218d2e0d32c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.009515] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d59c3b-3444-45a1-90e1-ccd5221df62f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.044872] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bdaba0-60b6-43d0-912a-59dff44a1da3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.052676] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfce4d1-384e-48a7-914e-6e69e90c0083 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.069915] env[69751]: DEBUG nova.compute.provider_tree [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.266911] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52694c56-3eb9-c8ce-75c1-b2fe776e694b, 'name': SearchDatastore_Task, 'duration_secs': 0.01336} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.267087] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.267339] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 855.267605] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-425a9242-4997-4fef-96c9-bce8e6c6863d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.274264] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 855.274264] env[69751]: value = "task-3483341" [ 855.274264] env[69751]: _type = "Task" [ 855.274264] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.283068] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.444971] env[69751]: DEBUG oslo_vmware.api [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483340, 'name': PowerOnVM_Task, 'duration_secs': 0.480856} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.445380] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 855.445610] env[69751]: INFO nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Took 8.47 seconds to spawn the instance on the hypervisor. [ 855.445807] env[69751]: DEBUG nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 855.446702] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03577625-ab1c-44e8-b2bb-eb0cc3c8aeaf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.573357] env[69751]: DEBUG nova.scheduler.client.report [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.693379] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.693769] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.694116] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleting the datastore file [datastore1] bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.695502] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153933ba-8be2-43da-a220-899f33423a11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.697748] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.698050] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.698296] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleting the datastore file [datastore1] f49faaa0-2097-4cd5-8a6f-791dd4db53ac {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.698634] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c056f0c-ad7d-4261-bfcb-b2ea36a9e5c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.707136] env[69751]: DEBUG oslo_vmware.api [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 855.707136] env[69751]: value = "task-3483342" [ 855.707136] env[69751]: _type = "Task" [ 855.707136] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.708950] env[69751]: DEBUG oslo_vmware.api [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 855.708950] env[69751]: value = "task-3483343" [ 855.708950] env[69751]: _type = "Task" [ 855.708950] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.721424] env[69751]: DEBUG oslo_vmware.api [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.725379] env[69751]: DEBUG oslo_vmware.api [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.786551] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483341, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.970830] env[69751]: INFO nova.compute.manager [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Took 45.92 seconds to build instance. [ 856.080799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.084472] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.140s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.087172] env[69751]: INFO nova.compute.claims [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.114145] env[69751]: INFO nova.scheduler.client.report [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Deleted allocations for instance 9729b810-6e68-41c1-b5fa-98914c041555 [ 856.222751] env[69751]: DEBUG oslo_vmware.api [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444525} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.225298] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.225298] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.225843] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.225843] env[69751]: INFO nova.compute.manager [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Took 2.09 seconds to destroy the instance on the hypervisor. [ 856.225843] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.226090] env[69751]: DEBUG oslo_vmware.api [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447614} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.226532] env[69751]: DEBUG nova.compute.manager [-] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.226660] env[69751]: DEBUG nova.network.neutron [-] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.228920] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.229411] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.229543] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.229718] env[69751]: INFO nova.compute.manager [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Took 2.02 seconds to destroy the instance on the hypervisor. [ 856.229957] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.230171] env[69751]: DEBUG nova.compute.manager [-] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.230309] env[69751]: DEBUG nova.network.neutron [-] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.288942] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599775} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.289231] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 856.289455] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 856.289722] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7150ecee-2d19-4ce2-b278-01ebcbe4812b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.297918] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 856.297918] env[69751]: value = "task-3483344" [ 856.297918] env[69751]: _type = "Task" [ 856.297918] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.311394] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.473181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3274d5f4-5d83-4284-92d3-4f60ec4d4c01 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.091s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.623629] env[69751]: DEBUG oslo_concurrency.lockutils [None req-70428581-f7f5-4f95-9f0b-9f3cd6831151 tempest-DeleteServersAdminTestJSON-125973170 tempest-DeleteServersAdminTestJSON-125973170-project-member] Lock "9729b810-6e68-41c1-b5fa-98914c041555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.411s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.797796] env[69751]: DEBUG nova.compute.manager [req-674bb54c-86a9-4d56-8d94-85a50093dfbe req-e2be10d5-8943-4ecb-9b6a-e86ffd95ba1e service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Received event network-vif-deleted-e361e420-e251-4983-a777-909e979a121e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.797990] env[69751]: INFO nova.compute.manager [req-674bb54c-86a9-4d56-8d94-85a50093dfbe req-e2be10d5-8943-4ecb-9b6a-e86ffd95ba1e service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Neutron deleted interface e361e420-e251-4983-a777-909e979a121e; detaching it from the instance and deleting it from the info cache [ 856.798280] env[69751]: DEBUG nova.network.neutron [req-674bb54c-86a9-4d56-8d94-85a50093dfbe req-e2be10d5-8943-4ecb-9b6a-e86ffd95ba1e service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.813830] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068924} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.814253] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.819826] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c0014-e473-4f5c-9ad7-860d3c312f95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.838749] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.839707] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d16ff73-aa45-45d1-b975-25fcf8cd8200 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.861334] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 856.861334] env[69751]: value = "task-3483345" [ 856.861334] env[69751]: _type = "Task" [ 856.861334] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.871533] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483345, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.976629] env[69751]: DEBUG nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 857.107598] env[69751]: DEBUG nova.compute.manager [req-7497232c-e01e-4016-866c-2c38b65a19b2 req-cbd8d57b-3298-4d6a-91b6-7913ea8d5a76 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Received event network-vif-deleted-d86ada86-0e3b-481b-90ac-c65505a89d0c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.107889] env[69751]: INFO nova.compute.manager [req-7497232c-e01e-4016-866c-2c38b65a19b2 req-cbd8d57b-3298-4d6a-91b6-7913ea8d5a76 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Neutron deleted interface d86ada86-0e3b-481b-90ac-c65505a89d0c; detaching it from the instance and deleting it from the info cache [ 857.108070] env[69751]: DEBUG nova.network.neutron [req-7497232c-e01e-4016-866c-2c38b65a19b2 req-cbd8d57b-3298-4d6a-91b6-7913ea8d5a76 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.115883] env[69751]: DEBUG nova.network.neutron [-] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.306662] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2b78afe-ef47-4c22-8e13-131d86cc970e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.318232] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce10b4ad-a74e-44e8-bda3-b1386c76fc91 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.358203] env[69751]: DEBUG nova.compute.manager [req-674bb54c-86a9-4d56-8d94-85a50093dfbe req-e2be10d5-8943-4ecb-9b6a-e86ffd95ba1e service nova] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Detach interface failed, port_id=e361e420-e251-4983-a777-909e979a121e, reason: Instance bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.373790] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483345, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.508271] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.530103] env[69751]: DEBUG nova.network.neutron [-] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.620901] env[69751]: INFO nova.compute.manager [-] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Took 1.39 seconds to deallocate network for instance. [ 857.621700] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af92a262-ef43-4ca6-a08a-d700ae7be36c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.640607] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a91a70-34f9-4e49-a5f0-553fdfadb2a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.688316] env[69751]: DEBUG nova.compute.manager [req-7497232c-e01e-4016-866c-2c38b65a19b2 req-cbd8d57b-3298-4d6a-91b6-7913ea8d5a76 service nova] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Detach interface failed, port_id=d86ada86-0e3b-481b-90ac-c65505a89d0c, reason: Instance f49faaa0-2097-4cd5-8a6f-791dd4db53ac could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.796951] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa5bf54-0d60-45da-9398-fca94dfcb0a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.804973] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c138e5b0-77a1-49bf-bf05-b16e887d7541 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.837352] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a4b8da-35a2-416f-adb8-9b9bdb6d2436 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.845531] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a2d034-62b8-438e-8e57-ed40f5229c13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.859035] env[69751]: DEBUG nova.compute.provider_tree [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.871352] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483345, 'name': ReconfigVM_Task, 'duration_secs': 0.554927} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.871647] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Reconfigured VM instance instance-00000022 to attach disk [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 857.872292] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6beba853-196c-4ecd-9e8a-69734719fd8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.879285] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 857.879285] env[69751]: value = "task-3483346" [ 857.879285] env[69751]: _type = "Task" [ 857.879285] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.887494] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483346, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.037080] env[69751]: INFO nova.compute.manager [-] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Took 1.81 seconds to deallocate network for instance. [ 858.137794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.363260] env[69751]: DEBUG nova.scheduler.client.report [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.391317] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483346, 'name': Rename_Task, 'duration_secs': 0.203367} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.391595] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.391839] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6988627f-9d70-4e9b-a908-b6982a9e1b7a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.398190] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 858.398190] env[69751]: value = "task-3483347" [ 858.398190] env[69751]: _type = "Task" [ 858.398190] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.412227] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483347, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.494396] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c83673-c990-94d7-a405-3070f4c0a052/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 858.495982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6490ef9b-9818-4f61-83ad-2ef5c4244613 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.504642] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c83673-c990-94d7-a405-3070f4c0a052/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 858.504755] env[69751]: ERROR oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c83673-c990-94d7-a405-3070f4c0a052/disk-0.vmdk due to incomplete transfer. [ 858.504987] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44119225-7416-475f-acc5-230908f1147c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.514572] env[69751]: DEBUG oslo_vmware.rw_handles [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c83673-c990-94d7-a405-3070f4c0a052/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 858.514779] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Uploaded image 65c1a10c-e180-4ead-ae44-2d42485d8f1f to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 858.517166] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 858.517473] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a1e5434-7f59-4bcb-aa89-7a11af335190 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.526048] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 858.526048] env[69751]: value = "task-3483348" [ 858.526048] env[69751]: _type = "Task" [ 858.526048] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.536282] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483348, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.543587] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.868192] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.868741] env[69751]: DEBUG nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.871540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.548s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.873388] env[69751]: INFO nova.compute.claims [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.910428] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483347, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.035870] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483348, 'name': Destroy_Task, 'duration_secs': 0.308083} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.036170] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Destroyed the VM [ 859.036402] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 859.036709] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-99f1309c-099f-40d7-9590-243549ce65f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.043342] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 859.043342] env[69751]: value = "task-3483349" [ 859.043342] env[69751]: _type = "Task" [ 859.043342] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.050973] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483349, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.149232] env[69751]: DEBUG nova.compute.manager [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Received event network-changed-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.149448] env[69751]: DEBUG nova.compute.manager [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Refreshing instance network info cache due to event network-changed-b4a1fb22-2477-4c51-bb96-dd3c993f76c5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.149610] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] Acquiring lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.150582] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] Acquired lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.150745] env[69751]: DEBUG nova.network.neutron [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Refreshing network info cache for port b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.381274] env[69751]: DEBUG nova.compute.utils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.381533] env[69751]: DEBUG nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 859.381649] env[69751]: DEBUG nova.network.neutron [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 859.408672] env[69751]: DEBUG oslo_vmware.api [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483347, 'name': PowerOnVM_Task, 'duration_secs': 0.966249} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.410693] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.410948] env[69751]: INFO nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Took 5.84 seconds to spawn the instance on the hypervisor. [ 859.411177] env[69751]: DEBUG nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.412231] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb15e82f-a993-4083-b63f-c99a02fa42d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.463058] env[69751]: DEBUG nova.policy [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d14f8ef19ff450a9d05ba90bf430518', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8c3bbb8e53f40e6a08ae0f051856804', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.554453] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483349, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.819775] env[69751]: DEBUG nova.network.neutron [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Successfully created port: 76f234cb-13fd-43af-a4f3-895ff2392598 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.884530] env[69751]: DEBUG nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.932861] env[69751]: INFO nova.compute.manager [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Took 45.54 seconds to build instance. [ 859.969861] env[69751]: DEBUG nova.network.neutron [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updated VIF entry in instance network info cache for port b4a1fb22-2477-4c51-bb96-dd3c993f76c5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 859.970392] env[69751]: DEBUG nova.network.neutron [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updating instance_info_cache with network_info: [{"id": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "address": "fa:16:3e:84:e7:49", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a1fb22-24", "ovs_interfaceid": "b4a1fb22-2477-4c51-bb96-dd3c993f76c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.056014] env[69751]: DEBUG oslo_vmware.api [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483349, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593063} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.056397] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 860.056658] env[69751]: INFO nova.compute.manager [None req-4de51ddb-cc1e-4acb-a460-1c65764f7fd4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Took 14.36 seconds to snapshot the instance on the hypervisor. [ 860.437188] env[69751]: DEBUG oslo_concurrency.lockutils [None req-056fc15a-56d9-432d-a872-4972c5f802c2 tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.173s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.475123] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0302c2e-f650-48a8-ab86-804a712bdd27 req-b038b4f9-7df2-4950-9378-4a24cda00bf0 service nova] Releasing lock "refresh_cache-a1d9a7d5-69c9-486c-9e4b-99cc07d20730" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.483982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fe5ccb-71f3-4bdb-b9d7-1f238d8713b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.498035] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b31890d-92bb-4105-99a4-e494f11ca6cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.538018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7cbf88-f6de-4c6a-9408-10d6c5b86a18 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.544138] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd561320-0879-47a0-9055-88728758ffcd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.559794] env[69751]: DEBUG nova.compute.provider_tree [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.761359] env[69751]: INFO nova.compute.manager [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Rebuilding instance [ 860.837174] env[69751]: DEBUG nova.compute.manager [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.838136] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b3209c-1d56-4ded-875b-40d753c404d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.896719] env[69751]: DEBUG nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.921471] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.921734] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.924017] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.924017] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.924017] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.924017] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.924017] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.924245] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.924245] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.924245] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.924245] env[69751]: DEBUG nova.virt.hardware [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.924245] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373abb18-0434-4873-882a-698bda72a16b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.932419] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96458d8-7102-4803-ac26-86225304ebb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.939875] env[69751]: DEBUG nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.062601] env[69751]: DEBUG nova.scheduler.client.report [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.321998] env[69751]: DEBUG nova.compute.manager [req-537280c7-acdc-42e7-a698-7708efa4ad32 req-aee115cd-8c8f-49b8-af86-6eb3478fa78b service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Received event network-vif-plugged-76f234cb-13fd-43af-a4f3-895ff2392598 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.322250] env[69751]: DEBUG oslo_concurrency.lockutils [req-537280c7-acdc-42e7-a698-7708efa4ad32 req-aee115cd-8c8f-49b8-af86-6eb3478fa78b service nova] Acquiring lock "0e9202db-b649-45c1-82cc-da3f96a8482d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.322470] env[69751]: DEBUG oslo_concurrency.lockutils [req-537280c7-acdc-42e7-a698-7708efa4ad32 req-aee115cd-8c8f-49b8-af86-6eb3478fa78b service nova] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.322639] env[69751]: DEBUG oslo_concurrency.lockutils [req-537280c7-acdc-42e7-a698-7708efa4ad32 req-aee115cd-8c8f-49b8-af86-6eb3478fa78b service nova] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.322852] env[69751]: DEBUG nova.compute.manager [req-537280c7-acdc-42e7-a698-7708efa4ad32 req-aee115cd-8c8f-49b8-af86-6eb3478fa78b service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] No waiting events found dispatching network-vif-plugged-76f234cb-13fd-43af-a4f3-895ff2392598 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 861.322971] env[69751]: WARNING nova.compute.manager [req-537280c7-acdc-42e7-a698-7708efa4ad32 req-aee115cd-8c8f-49b8-af86-6eb3478fa78b service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Received unexpected event network-vif-plugged-76f234cb-13fd-43af-a4f3-895ff2392598 for instance with vm_state building and task_state spawning. [ 861.431920] env[69751]: DEBUG nova.network.neutron [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Successfully updated port: 76f234cb-13fd-43af-a4f3-895ff2392598 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 861.472549] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.569472] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.572618] env[69751]: DEBUG nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.575596] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.221s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.575866] env[69751]: DEBUG nova.objects.instance [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lazy-loading 'resources' on Instance uuid 17ef5911-d038-42a5-8c45-5b53429921f3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.851603] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.852392] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b400c64-3813-4aed-91a2-dc2df95ccea7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.862560] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 861.862560] env[69751]: value = "task-3483351" [ 861.862560] env[69751]: _type = "Task" [ 861.862560] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.870190] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.891208] env[69751]: DEBUG nova.compute.manager [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.892091] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61cec4c-0dc6-449c-b8f4-8aa5207611b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.935408] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "refresh_cache-0e9202db-b649-45c1-82cc-da3f96a8482d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.935574] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired lock "refresh_cache-0e9202db-b649-45c1-82cc-da3f96a8482d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.935718] env[69751]: DEBUG nova.network.neutron [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 862.081613] env[69751]: DEBUG nova.compute.utils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.083899] env[69751]: DEBUG nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.083899] env[69751]: DEBUG nova.network.neutron [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.152536] env[69751]: DEBUG nova.policy [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'abda7a586fc8470dbb9b52503c691ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb78eec5b28145cd860d5af85b224b28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.373257] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483351, 'name': PowerOffVM_Task, 'duration_secs': 0.364082} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.373514] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.374282] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.375497] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c14840-c173-4cff-b2fb-bb4890020805 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.383659] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 862.383905] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff3a4b47-de5e-4d91-a7be-a5c5412124b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.405100] env[69751]: INFO nova.compute.manager [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] instance snapshotting [ 862.413163] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f831db-fc9c-401b-b33e-d43652e695cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.436014] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616f6643-cf67-47ea-a7e4-907784fa7924 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.457872] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 862.457872] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 862.457872] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Deleting the datastore file [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 862.458980] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d649ba3a-b1a6-47a6-a639-d06bec202431 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.465392] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 862.465392] env[69751]: value = "task-3483353" [ 862.465392] env[69751]: _type = "Task" [ 862.465392] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.477468] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.492131] env[69751]: DEBUG nova.network.neutron [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 862.518978] env[69751]: DEBUG nova.network.neutron [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Successfully created port: 4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.588396] env[69751]: DEBUG nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.685065] env[69751]: DEBUG nova.network.neutron [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Updating instance_info_cache with network_info: [{"id": "76f234cb-13fd-43af-a4f3-895ff2392598", "address": "fa:16:3e:98:c5:19", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f234cb-13", "ovs_interfaceid": "76f234cb-13fd-43af-a4f3-895ff2392598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.762400] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4094b2-7ffc-463c-a2ae-613499901dde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.770654] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8653f8-3242-4998-9da1-373d2dd37858 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.804198] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c3ed20-f9cb-4a62-9e7c-1c77e0f14e65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.811653] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b496774-a83e-4d8a-bbab-9a8b145f0609 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.826529] env[69751]: DEBUG nova.compute.provider_tree [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.949995] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 862.950269] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fe7ed06b-26c9-42ea-a0d8-069a9e43dbf4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.958636] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 862.958636] env[69751]: value = "task-3483354" [ 862.958636] env[69751]: _type = "Task" [ 862.958636] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.968458] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483354, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.976451] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11573} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.976734] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.976916] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.980452] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 863.190046] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Releasing lock "refresh_cache-0e9202db-b649-45c1-82cc-da3f96a8482d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.190411] env[69751]: DEBUG nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Instance network_info: |[{"id": "76f234cb-13fd-43af-a4f3-895ff2392598", "address": "fa:16:3e:98:c5:19", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f234cb-13", "ovs_interfaceid": "76f234cb-13fd-43af-a4f3-895ff2392598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 863.190867] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:c5:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76f234cb-13fd-43af-a4f3-895ff2392598', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.198733] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 863.199328] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.199573] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a77511fb-e9ef-4bef-be5a-6d4771f5d13e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.221703] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.221703] env[69751]: value = "task-3483355" [ 863.221703] env[69751]: _type = "Task" [ 863.221703] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.234725] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483355, 'name': CreateVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.329680] env[69751]: DEBUG nova.scheduler.client.report [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.470300] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483354, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.530614] env[69751]: DEBUG nova.compute.manager [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Received event network-changed-76f234cb-13fd-43af-a4f3-895ff2392598 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.530891] env[69751]: DEBUG nova.compute.manager [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Refreshing instance network info cache due to event network-changed-76f234cb-13fd-43af-a4f3-895ff2392598. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.531156] env[69751]: DEBUG oslo_concurrency.lockutils [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] Acquiring lock "refresh_cache-0e9202db-b649-45c1-82cc-da3f96a8482d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.531309] env[69751]: DEBUG oslo_concurrency.lockutils [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] Acquired lock "refresh_cache-0e9202db-b649-45c1-82cc-da3f96a8482d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.531475] env[69751]: DEBUG nova.network.neutron [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Refreshing network info cache for port 76f234cb-13fd-43af-a4f3-895ff2392598 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.600018] env[69751]: DEBUG nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.620024] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.620439] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.620583] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.620842] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.623266] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.623266] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.623266] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.623266] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.623266] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.623446] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.623446] env[69751]: DEBUG nova.virt.hardware [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.624078] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e797a7-2d86-4ee2-8055-29d8ab4987f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.632103] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e0776e-17ad-4893-8891-f9bbe59f64f5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.731512] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483355, 'name': CreateVM_Task, 'duration_secs': 0.340644} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.731694] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.732456] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.732567] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.732896] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.733172] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36849aa-70e8-4728-b34d-d925254e645a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.738375] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 863.738375] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c5001-b27b-d804-557d-5623ecd5ad2c" [ 863.738375] env[69751]: _type = "Task" [ 863.738375] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.746909] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c5001-b27b-d804-557d-5623ecd5ad2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.836911] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.261s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.839956] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.876s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.841478] env[69751]: INFO nova.compute.claims [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.866917] env[69751]: INFO nova.scheduler.client.report [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleted allocations for instance 17ef5911-d038-42a5-8c45-5b53429921f3 [ 863.970553] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483354, 'name': CreateSnapshot_Task, 'duration_secs': 0.824361} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.970805] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 863.972137] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de632a-fcb6-4395-b3b3-6ed81f136cd7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.020021] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.020297] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.020447] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.020621] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.020757] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.020895] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.021374] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.021466] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.021618] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.021778] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.021941] env[69751]: DEBUG nova.virt.hardware [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.022805] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03286c37-b4de-4783-9b4e-ca686671990d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.032743] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73abb30b-be76-4c84-be04-81b211795f85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.050463] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.056283] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.057743] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.057743] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-363d0bde-5052-475a-b800-d75024ca2480 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.078526] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 864.078526] env[69751]: value = "task-3483356" [ 864.078526] env[69751]: _type = "Task" [ 864.078526] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.086917] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483356, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.257511] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c5001-b27b-d804-557d-5623ecd5ad2c, 'name': SearchDatastore_Task, 'duration_secs': 0.018654} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.259183] env[69751]: DEBUG nova.network.neutron [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Successfully updated port: 4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.260875] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.260875] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.261060] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.261216] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.261393] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.261655] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb8d01cf-5f6a-4a5c-8730-fb16705cb355 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.271338] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.271729] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.273815] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-253cbdbf-ea2d-461d-b1b9-6ef61d91b5e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.281466] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 864.281466] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f80423-1c8c-ec13-016f-baa02075cb6b" [ 864.281466] env[69751]: _type = "Task" [ 864.281466] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.291385] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f80423-1c8c-ec13-016f-baa02075cb6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.377228] env[69751]: DEBUG oslo_concurrency.lockutils [None req-194f22a9-3ea3-46c2-9551-d5c8c8949084 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "17ef5911-d038-42a5-8c45-5b53429921f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.749s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.426841] env[69751]: DEBUG nova.network.neutron [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Updated VIF entry in instance network info cache for port 76f234cb-13fd-43af-a4f3-895ff2392598. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 864.427309] env[69751]: DEBUG nova.network.neutron [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Updating instance_info_cache with network_info: [{"id": "76f234cb-13fd-43af-a4f3-895ff2392598", "address": "fa:16:3e:98:c5:19", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76f234cb-13", "ovs_interfaceid": "76f234cb-13fd-43af-a4f3-895ff2392598", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.496626] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 864.497132] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a0a0d7dd-2a3b-46de-8e9f-0b2156a35b58 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.507276] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 864.507276] env[69751]: value = "task-3483357" [ 864.507276] env[69751]: _type = "Task" [ 864.507276] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.517832] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483357, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.590275] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483356, 'name': CreateVM_Task, 'duration_secs': 0.299415} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.590275] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.590275] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.590275] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.590275] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.590275] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9423c5c2-11de-466b-902d-6000e31d3942 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.595081] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 864.595081] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b8cc5a-d931-92ab-b6ee-7fd2ccff91cb" [ 864.595081] env[69751]: _type = "Task" [ 864.595081] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.603470] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b8cc5a-d931-92ab-b6ee-7fd2ccff91cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.765081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.765264] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.765420] env[69751]: DEBUG nova.network.neutron [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.791240] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f80423-1c8c-ec13-016f-baa02075cb6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.792313] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2648a5e6-32fe-4cb1-bc2c-b14e322636fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.797648] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 864.797648] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52176a51-8eca-1c06-0383-7a2d1624c6c1" [ 864.797648] env[69751]: _type = "Task" [ 864.797648] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.806756] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52176a51-8eca-1c06-0383-7a2d1624c6c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.929958] env[69751]: DEBUG oslo_concurrency.lockutils [req-eab0982d-aee3-495e-9068-7044df3bd04c req-ef6fdf12-2b9a-45df-a82a-22eac5ef2a1d service nova] Releasing lock "refresh_cache-0e9202db-b649-45c1-82cc-da3f96a8482d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.019777] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483357, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.111424] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.111424] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.111695] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.111976] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.111976] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.113526] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b8cc5a-d931-92ab-b6ee-7fd2ccff91cb, 'name': SearchDatastore_Task, 'duration_secs': 0.009922} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.113806] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.114030] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 865.114606] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.116877] env[69751]: INFO nova.compute.manager [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Terminating instance [ 865.308503] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52176a51-8eca-1c06-0383-7a2d1624c6c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009589} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.311152] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.311317] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 0e9202db-b649-45c1-82cc-da3f96a8482d/0e9202db-b649-45c1-82cc-da3f96a8482d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.311836] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.312061] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 865.312894] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d51578-d09c-479f-bf84-9ae8b9551d6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.315038] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-600e07c7-5840-415e-b310-3c31838dcfe7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.321809] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 865.321809] env[69751]: value = "task-3483358" [ 865.321809] env[69751]: _type = "Task" [ 865.321809] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.329335] env[69751]: DEBUG nova.network.neutron [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.335269] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 865.335269] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 865.336336] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba23426-e9ac-4dcb-9e83-771d2431760f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.341987] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.345634] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 865.345634] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fcd3c8-4c62-5bfd-8033-ce19d88e6e4e" [ 865.345634] env[69751]: _type = "Task" [ 865.345634] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.353210] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fcd3c8-4c62-5bfd-8033-ce19d88e6e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.505529] env[69751]: DEBUG nova.network.neutron [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updating instance_info_cache with network_info: [{"id": "4cff1180-c486-4ca9-b48f-084f835b5177", "address": "fa:16:3e:0a:e9:ef", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff1180-c4", "ovs_interfaceid": "4cff1180-c486-4ca9-b48f-084f835b5177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.523752] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483357, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.577414] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f9950c-9f2a-4942-8fac-ebea188ddbe9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.587045] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac4fee-c6ab-4e52-84a5-b09c7b4cc354 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.621727] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d676503b-0c30-471d-9f75-9939f09c3e55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.625149] env[69751]: DEBUG nova.compute.manager [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 865.625350] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 865.626185] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efdaa61-46dc-4888-8f2a-77bddf8435e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.634216] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.636641] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52c33582-488a-427a-a6ba-7e042cf95e54 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.639701] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ee07f8-449d-4d31-8090-2418ba3caa82 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.656339] env[69751]: DEBUG nova.compute.provider_tree [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.660324] env[69751]: DEBUG oslo_vmware.api [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 865.660324] env[69751]: value = "task-3483359" [ 865.660324] env[69751]: _type = "Task" [ 865.660324] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.673326] env[69751]: DEBUG oslo_vmware.api [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.742073] env[69751]: DEBUG nova.compute.manager [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Received event network-vif-plugged-4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.742073] env[69751]: DEBUG oslo_concurrency.lockutils [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] Acquiring lock "85d25ad8-28e1-4174-9a44-592d3a767bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.744939] env[69751]: DEBUG oslo_concurrency.lockutils [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.744939] env[69751]: DEBUG oslo_concurrency.lockutils [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.744939] env[69751]: DEBUG nova.compute.manager [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] No waiting events found dispatching network-vif-plugged-4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 865.744939] env[69751]: WARNING nova.compute.manager [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Received unexpected event network-vif-plugged-4cff1180-c486-4ca9-b48f-084f835b5177 for instance with vm_state building and task_state spawning. [ 865.744939] env[69751]: DEBUG nova.compute.manager [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Received event network-changed-4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.745118] env[69751]: DEBUG nova.compute.manager [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Refreshing instance network info cache due to event network-changed-4cff1180-c486-4ca9-b48f-084f835b5177. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 865.745118] env[69751]: DEBUG oslo_concurrency.lockutils [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] Acquiring lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.832048] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502644} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.836255] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 0e9202db-b649-45c1-82cc-da3f96a8482d/0e9202db-b649-45c1-82cc-da3f96a8482d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.836255] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.836255] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ddca8c1-7238-4d0c-8fc4-fd1759094477 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.841772] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 865.841772] env[69751]: value = "task-3483360" [ 865.841772] env[69751]: _type = "Task" [ 865.841772] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.852911] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483360, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.858795] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fcd3c8-4c62-5bfd-8033-ce19d88e6e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.017545} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.859874] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b180037-1cd6-4d98-a97a-ac71e45d2cdc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.865631] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 865.865631] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c0452-7a03-cfc8-f9e8-36f446125b97" [ 865.865631] env[69751]: _type = "Task" [ 865.865631] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.875411] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c0452-7a03-cfc8-f9e8-36f446125b97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.008728] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Releasing lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.009061] env[69751]: DEBUG nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Instance network_info: |[{"id": "4cff1180-c486-4ca9-b48f-084f835b5177", "address": "fa:16:3e:0a:e9:ef", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff1180-c4", "ovs_interfaceid": "4cff1180-c486-4ca9-b48f-084f835b5177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.009376] env[69751]: DEBUG oslo_concurrency.lockutils [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] Acquired lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.009559] env[69751]: DEBUG nova.network.neutron [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Refreshing network info cache for port 4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.010923] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:e9:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cff1180-c486-4ca9-b48f-084f835b5177', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.019406] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.025428] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.029026] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a924c8eb-7643-477f-b23f-acdf5b076999 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.054539] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483357, 'name': CloneVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.055500] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.055500] env[69751]: value = "task-3483361" [ 866.055500] env[69751]: _type = "Task" [ 866.055500] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.063281] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483361, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.161910] env[69751]: DEBUG nova.scheduler.client.report [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.182410] env[69751]: DEBUG oslo_vmware.api [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483359, 'name': PowerOffVM_Task, 'duration_secs': 0.36586} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.182662] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.182874] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.183158] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0efc76af-b6a2-4ebf-a86c-5dc62554496b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.242025] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.242258] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.242435] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleting the datastore file [datastore2] 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.242692] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-328bbdc7-1b80-433a-b464-07d7bd5b86d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.253084] env[69751]: DEBUG oslo_vmware.api [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 866.253084] env[69751]: value = "task-3483363" [ 866.253084] env[69751]: _type = "Task" [ 866.253084] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.263267] env[69751]: DEBUG oslo_vmware.api [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.351639] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483360, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105557} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.352713] env[69751]: DEBUG nova.network.neutron [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updated VIF entry in instance network info cache for port 4cff1180-c486-4ca9-b48f-084f835b5177. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 866.353056] env[69751]: DEBUG nova.network.neutron [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updating instance_info_cache with network_info: [{"id": "4cff1180-c486-4ca9-b48f-084f835b5177", "address": "fa:16:3e:0a:e9:ef", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff1180-c4", "ovs_interfaceid": "4cff1180-c486-4ca9-b48f-084f835b5177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.354290] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.355132] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d37ac02-1634-4fbf-a392-42c81de11012 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.381194] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 0e9202db-b649-45c1-82cc-da3f96a8482d/0e9202db-b649-45c1-82cc-da3f96a8482d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.386563] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e84a9f29-faee-4a56-9e1f-9e68499bb2db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.404373] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "17ad9d84-0de2-4364-b34d-971ee7963835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.404688] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "17ad9d84-0de2-4364-b34d-971ee7963835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.410884] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c0452-7a03-cfc8-f9e8-36f446125b97, 'name': SearchDatastore_Task, 'duration_secs': 0.01869} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.412575] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.412809] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 866.413174] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 866.413174] env[69751]: value = "task-3483364" [ 866.413174] env[69751]: _type = "Task" [ 866.413174] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.413447] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a98e8f6d-fbd2-4ec9-b833-3d8af386a97f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.423397] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483364, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.424579] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 866.424579] env[69751]: value = "task-3483365" [ 866.424579] env[69751]: _type = "Task" [ 866.424579] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.432396] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.520572] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483357, 'name': CloneVM_Task, 'duration_secs': 1.569002} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.520833] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Created linked-clone VM from snapshot [ 866.521591] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331e0b35-2498-4578-bee0-e183ffc0da27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.528871] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Uploading image fa5fd351-00b7-4842-8306-40a38713b230 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 866.550437] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 866.550437] env[69751]: value = "vm-696373" [ 866.550437] env[69751]: _type = "VirtualMachine" [ 866.550437] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 866.550699] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50459d1a-210c-4262-96ee-fb6981b98510 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.556914] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lease: (returnval){ [ 866.556914] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f15bf-73a1-791f-8790-26a30a64b47c" [ 866.556914] env[69751]: _type = "HttpNfcLease" [ 866.556914] env[69751]: } obtained for exporting VM: (result){ [ 866.556914] env[69751]: value = "vm-696373" [ 866.556914] env[69751]: _type = "VirtualMachine" [ 866.556914] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 866.557369] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the lease: (returnval){ [ 866.557369] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f15bf-73a1-791f-8790-26a30a64b47c" [ 866.557369] env[69751]: _type = "HttpNfcLease" [ 866.557369] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 866.567731] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483361, 'name': CreateVM_Task, 'duration_secs': 0.338319} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.569112] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.569319] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 866.569319] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f15bf-73a1-791f-8790-26a30a64b47c" [ 866.569319] env[69751]: _type = "HttpNfcLease" [ 866.569319] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 866.569947] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.570121] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.570430] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.570662] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30af152-4d6b-422d-ae8e-ffb10339445e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.575044] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 866.575044] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52636b86-8c5f-3f65-38ea-b8297bc44a6d" [ 866.575044] env[69751]: _type = "Task" [ 866.575044] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.583714] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52636b86-8c5f-3f65-38ea-b8297bc44a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.673692] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.674383] env[69751]: DEBUG nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 866.677473] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.570s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.679283] env[69751]: INFO nova.compute.claims [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.766944] env[69751]: DEBUG oslo_vmware.api [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153339} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.767289] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 866.767386] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 866.767576] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 866.767770] env[69751]: INFO nova.compute.manager [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 866.768273] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.768499] env[69751]: DEBUG nova.compute.manager [-] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 866.768599] env[69751]: DEBUG nova.network.neutron [-] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 866.860367] env[69751]: DEBUG oslo_concurrency.lockutils [req-c55e0dcb-218e-406b-aa29-3fd9671e9e66 req-c4c2d6d5-0d9f-4c7e-a0cd-2985d2f2ce6c service nova] Releasing lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.935250] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483364, 'name': ReconfigVM_Task, 'duration_secs': 0.271845} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.944979] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 0e9202db-b649-45c1-82cc-da3f96a8482d/0e9202db-b649-45c1-82cc-da3f96a8482d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.945838] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a4be0d7-4091-42d6-b9e0-acf6d468fe34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.954679] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483365, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.956073] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 866.956073] env[69751]: value = "task-3483367" [ 866.956073] env[69751]: _type = "Task" [ 866.956073] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.965215] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483367, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.070881] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.070881] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f15bf-73a1-791f-8790-26a30a64b47c" [ 867.070881] env[69751]: _type = "HttpNfcLease" [ 867.070881] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.070881] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.070881] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f15bf-73a1-791f-8790-26a30a64b47c" [ 867.070881] env[69751]: _type = "HttpNfcLease" [ 867.070881] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 867.070881] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d89e83-c94a-42bb-a210-d822f3e63a02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.083841] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627b1d-485d-21ec-95ca-fc25c4c5e8e2/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.084253] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627b1d-485d-21ec-95ca-fc25c4c5e8e2/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 867.152692] env[69751]: DEBUG nova.compute.manager [req-4ea3d538-859d-4360-80e8-496fd1f3358f req-31837d8a-3d38-4543-9757-62a188463c98 service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Received event network-vif-deleted-74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.152909] env[69751]: INFO nova.compute.manager [req-4ea3d538-859d-4360-80e8-496fd1f3358f req-31837d8a-3d38-4543-9757-62a188463c98 service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Neutron deleted interface 74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9; detaching it from the instance and deleting it from the info cache [ 867.153097] env[69751]: DEBUG nova.network.neutron [req-4ea3d538-859d-4360-80e8-496fd1f3358f req-31837d8a-3d38-4543-9757-62a188463c98 service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.155092] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52636b86-8c5f-3f65-38ea-b8297bc44a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.156833] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.157100] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.157355] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.157506] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.157684] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.158496] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d681fa8-23db-4d9a-9f5e-1837dee8d1b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.167951] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.168168] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.168903] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-363f914c-36e5-4e5c-b2ee-4c736aa102dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.174758] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 867.174758] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca0096-de63-16c0-a24d-8eea94579364" [ 867.174758] env[69751]: _type = "Task" [ 867.174758] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.183488] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca0096-de63-16c0-a24d-8eea94579364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.184119] env[69751]: DEBUG nova.compute.utils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.187942] env[69751]: DEBUG nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 867.187942] env[69751]: DEBUG nova.network.neutron [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 867.195093] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-178a8fa2-f502-4535-a0c1-a6c1c2c2a151 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.445275] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582746} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.445582] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.445780] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.446036] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e92cea8-fde1-46b5-b248-bbdccea0b3aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.454586] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 867.454586] env[69751]: value = "task-3483368" [ 867.454586] env[69751]: _type = "Task" [ 867.454586] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.468265] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.469871] env[69751]: DEBUG nova.policy [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc49a09b747e41119cbb75eee83c2f74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14d12e4ca6d149a992f3a014e34ca074', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.474539] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483367, 'name': Rename_Task, 'duration_secs': 0.244114} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.476135] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.476135] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdef8073-b6fc-4744-aad9-e66f9303c0b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.481526] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 867.481526] env[69751]: value = "task-3483369" [ 867.481526] env[69751]: _type = "Task" [ 867.481526] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.489519] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.576298] env[69751]: DEBUG nova.network.neutron [-] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.659987] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-51a055ef-3f6e-414b-bbd5-9b75a8b46972 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.673020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692cb5d4-522e-4e0b-b1bb-2b8a33b2d796 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.691613] env[69751]: DEBUG nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 867.706383] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca0096-de63-16c0-a24d-8eea94579364, 'name': SearchDatastore_Task, 'duration_secs': 0.017082} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.728193] env[69751]: DEBUG nova.compute.manager [req-4ea3d538-859d-4360-80e8-496fd1f3358f req-31837d8a-3d38-4543-9757-62a188463c98 service nova] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Detach interface failed, port_id=74cbdd32-38d4-429d-9f0a-90c6e4bf0ae9, reason: Instance 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 867.729072] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ebdac9-7bf4-4cb4-aa32-7136faf7c39e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.740049] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 867.740049] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c9a6a-7466-8d6b-de8c-f145e9161231" [ 867.740049] env[69751]: _type = "Task" [ 867.740049] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.751448] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c9a6a-7466-8d6b-de8c-f145e9161231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.900696] env[69751]: DEBUG nova.network.neutron [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Successfully created port: 42bb4cc8-7329-402f-9226-8b0363792449 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 867.965048] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064939} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.967945] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 867.969080] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f3e16-9146-4443-8a59-4d572359867c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.989675] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 867.992653] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53345240-ea57-441f-8f26-fd7b7f05c57f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.022467] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483369, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.024341] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 868.024341] env[69751]: value = "task-3483370" [ 868.024341] env[69751]: _type = "Task" [ 868.024341] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.034774] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483370, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.079142] env[69751]: INFO nova.compute.manager [-] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Took 1.31 seconds to deallocate network for instance. [ 868.255125] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c9a6a-7466-8d6b-de8c-f145e9161231, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.255125] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.255125] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 85d25ad8-28e1-4174-9a44-592d3a767bfd/85d25ad8-28e1-4174-9a44-592d3a767bfd.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.255125] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b4e5f38-ee0c-4591-b661-42b27ffd31fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.270682] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 868.270682] env[69751]: value = "task-3483371" [ 868.270682] env[69751]: _type = "Task" [ 868.270682] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.285983] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.423297] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556b4010-941a-4bf4-9efd-3f01c8dd463b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.431350] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882968b8-b7e5-429b-ada3-c0d31fcdb998 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.461438] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808efd23-31a4-4c5e-8406-5c2e74de3b48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.469412] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d098c7-c740-4ca7-8eb5-c80f0810c9ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.486325] env[69751]: DEBUG nova.compute.provider_tree [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.502668] env[69751]: DEBUG oslo_vmware.api [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483369, 'name': PowerOnVM_Task, 'duration_secs': 0.790068} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.502955] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.503170] env[69751]: INFO nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Took 7.61 seconds to spawn the instance on the hypervisor. [ 868.503350] env[69751]: DEBUG nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.504199] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957938bc-6969-4982-b97d-e01b54eca978 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.534846] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483370, 'name': ReconfigVM_Task, 'duration_secs': 0.351545} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.535174] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Reconfigured VM instance instance-00000022 to attach disk [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695/cc6b4155-289b-4b2f-b0bb-bd2c2f056695.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.535872] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-954a3cf1-fb5b-4699-943b-e5052889bbf4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.542284] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 868.542284] env[69751]: value = "task-3483372" [ 868.542284] env[69751]: _type = "Task" [ 868.542284] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.551407] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483372, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.590483] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.706331] env[69751]: DEBUG nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 868.731579] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 868.731856] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 868.732392] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.732392] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 868.732635] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.732702] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 868.732912] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 868.733030] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 868.733223] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 868.733360] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 868.733541] env[69751]: DEBUG nova.virt.hardware [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 868.734659] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc42d88-fc20-4cc6-905a-ddacced01711 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.743151] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31b8592-7e1e-4daa-aac3-1a6d85c7e785 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.780170] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483371, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.989931] env[69751]: DEBUG nova.scheduler.client.report [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.021334] env[69751]: INFO nova.compute.manager [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Took 50.11 seconds to build instance. [ 869.055689] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483372, 'name': Rename_Task, 'duration_secs': 0.312636} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.055689] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.055689] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b35cbb0a-0f73-4d68-b0a8-121f33d8f19e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.062622] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 869.062622] env[69751]: value = "task-3483373" [ 869.062622] env[69751]: _type = "Task" [ 869.062622] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.071041] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.281975] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518503} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.282368] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 85d25ad8-28e1-4174-9a44-592d3a767bfd/85d25ad8-28e1-4174-9a44-592d3a767bfd.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.282533] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.282891] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b1e045-9fd5-4ed5-9e5d-1ad2a318ec4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.290644] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 869.290644] env[69751]: value = "task-3483374" [ 869.290644] env[69751]: _type = "Task" [ 869.290644] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.302517] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.496345] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.496962] env[69751]: DEBUG nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.504643] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.476s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.504895] env[69751]: DEBUG nova.objects.instance [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lazy-loading 'resources' on Instance uuid 56dde5b7-8a56-4df6-85ad-d84f9c7a0757 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.526357] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5bbc278b-782d-472d-b079-2ee2399bc621 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.477s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.573751] env[69751]: DEBUG nova.compute.manager [req-16a28471-b772-4ece-8eab-0f0e20fe911e req-c449939e-e10b-4ba2-b2ae-39ac04f48b18 service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Received event network-vif-plugged-42bb4cc8-7329-402f-9226-8b0363792449 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.574491] env[69751]: DEBUG oslo_concurrency.lockutils [req-16a28471-b772-4ece-8eab-0f0e20fe911e req-c449939e-e10b-4ba2-b2ae-39ac04f48b18 service nova] Acquiring lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.574491] env[69751]: DEBUG oslo_concurrency.lockutils [req-16a28471-b772-4ece-8eab-0f0e20fe911e req-c449939e-e10b-4ba2-b2ae-39ac04f48b18 service nova] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.574676] env[69751]: DEBUG oslo_concurrency.lockutils [req-16a28471-b772-4ece-8eab-0f0e20fe911e req-c449939e-e10b-4ba2-b2ae-39ac04f48b18 service nova] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.574843] env[69751]: DEBUG nova.compute.manager [req-16a28471-b772-4ece-8eab-0f0e20fe911e req-c449939e-e10b-4ba2-b2ae-39ac04f48b18 service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] No waiting events found dispatching network-vif-plugged-42bb4cc8-7329-402f-9226-8b0363792449 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 869.575027] env[69751]: WARNING nova.compute.manager [req-16a28471-b772-4ece-8eab-0f0e20fe911e req-c449939e-e10b-4ba2-b2ae-39ac04f48b18 service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Received unexpected event network-vif-plugged-42bb4cc8-7329-402f-9226-8b0363792449 for instance with vm_state building and task_state spawning. [ 869.581889] env[69751]: DEBUG oslo_vmware.api [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483373, 'name': PowerOnVM_Task, 'duration_secs': 0.451456} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.582185] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.582399] env[69751]: DEBUG nova.compute.manager [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.583229] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a41501-1ff7-42de-8fcb-3f54a7f44293 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.600916] env[69751]: DEBUG nova.network.neutron [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Successfully updated port: 42bb4cc8-7329-402f-9226-8b0363792449 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 869.677218] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4383292-52b4-4188-bc43-6ef4ddd98fd7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.684343] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e18fb1d-55fb-493a-889a-b8181abb387a tempest-ServersAdminNegativeTestJSON-967150627 tempest-ServersAdminNegativeTestJSON-967150627-project-admin] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Suspending the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 869.686608] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f757ca6e-4f74-4a06-8c91-6e8eb5b8419f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.692955] env[69751]: DEBUG oslo_vmware.api [None req-0e18fb1d-55fb-493a-889a-b8181abb387a tempest-ServersAdminNegativeTestJSON-967150627 tempest-ServersAdminNegativeTestJSON-967150627-project-admin] Waiting for the task: (returnval){ [ 869.692955] env[69751]: value = "task-3483375" [ 869.692955] env[69751]: _type = "Task" [ 869.692955] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.705453] env[69751]: DEBUG oslo_vmware.api [None req-0e18fb1d-55fb-493a-889a-b8181abb387a tempest-ServersAdminNegativeTestJSON-967150627 tempest-ServersAdminNegativeTestJSON-967150627-project-admin] Task: {'id': task-3483375, 'name': SuspendVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.800870] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072937} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.801863] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.802291] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee55ad7-ce0c-499e-8b69-3f20ce51839f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.827967] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 85d25ad8-28e1-4174-9a44-592d3a767bfd/85d25ad8-28e1-4174-9a44-592d3a767bfd.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.828325] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc2e9258-13be-4e94-bbcd-43a4b81ba5bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.848444] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 869.848444] env[69751]: value = "task-3483376" [ 869.848444] env[69751]: _type = "Task" [ 869.848444] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.859457] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.007058] env[69751]: DEBUG nova.compute.utils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.008677] env[69751]: DEBUG nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.008991] env[69751]: DEBUG nova.network.neutron [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.028672] env[69751]: DEBUG nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.057556] env[69751]: DEBUG nova.policy [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0212442f3b79454c9b488e865f151054', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ffa0ecf4656d4e62b165e17a0c4b971c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.103502] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "refresh_cache-b24c31aa-6a2e-4181-ab0b-20d3745dca1e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.103865] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquired lock "refresh_cache-b24c31aa-6a2e-4181-ab0b-20d3745dca1e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.104586] env[69751]: DEBUG nova.network.neutron [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.105298] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.208459] env[69751]: DEBUG oslo_vmware.api [None req-0e18fb1d-55fb-493a-889a-b8181abb387a tempest-ServersAdminNegativeTestJSON-967150627 tempest-ServersAdminNegativeTestJSON-967150627-project-admin] Task: {'id': task-3483375, 'name': SuspendVM_Task} progress is 58%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.361635] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483376, 'name': ReconfigVM_Task, 'duration_secs': 0.380607} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.361635] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 85d25ad8-28e1-4174-9a44-592d3a767bfd/85d25ad8-28e1-4174-9a44-592d3a767bfd.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.362117] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65538919-b0e3-4253-bbda-36c8f85500ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.373434] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 870.373434] env[69751]: value = "task-3483377" [ 870.373434] env[69751]: _type = "Task" [ 870.373434] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.385073] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483377, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.456338] env[69751]: DEBUG nova.network.neutron [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Successfully created port: da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.518180] env[69751]: DEBUG nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.551368] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.634229] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280db0d1-daf7-4379-9126-52838ffeab8b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.642744] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f98e46a-8ac4-4476-8a07-646dbfd1335c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.682228] env[69751]: DEBUG nova.network.neutron [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 870.682750] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc943fc4-d72c-45cb-880d-d9d6aec523f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.692087] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a4732f-47c9-43f7-967a-a6557be51de7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.712264] env[69751]: DEBUG nova.compute.provider_tree [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.723393] env[69751]: DEBUG oslo_vmware.api [None req-0e18fb1d-55fb-493a-889a-b8181abb387a tempest-ServersAdminNegativeTestJSON-967150627 tempest-ServersAdminNegativeTestJSON-967150627-project-admin] Task: {'id': task-3483375, 'name': SuspendVM_Task, 'duration_secs': 0.724405} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.723667] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e18fb1d-55fb-493a-889a-b8181abb387a tempest-ServersAdminNegativeTestJSON-967150627 tempest-ServersAdminNegativeTestJSON-967150627-project-admin] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Suspended the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 870.723936] env[69751]: DEBUG nova.compute.manager [None req-0e18fb1d-55fb-493a-889a-b8181abb387a tempest-ServersAdminNegativeTestJSON-967150627 tempest-ServersAdminNegativeTestJSON-967150627-project-admin] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 870.728067] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e77f2cf0-8843-4c83-9a8d-47ecfafd4374 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.882537] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483377, 'name': Rename_Task, 'duration_secs': 0.146516} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.882815] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.883975] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fab8872-4ec1-4996-b4aa-33be2977923b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.890555] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 870.890555] env[69751]: value = "task-3483378" [ 870.890555] env[69751]: _type = "Task" [ 870.890555] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.898455] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.899358] env[69751]: DEBUG nova.network.neutron [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Updating instance_info_cache with network_info: [{"id": "42bb4cc8-7329-402f-9226-8b0363792449", "address": "fa:16:3e:90:4d:0b", "network": {"id": "f60d9ada-2388-418d-bf09-039bc4f8a872", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1108444916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d12e4ca6d149a992f3a014e34ca074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42bb4cc8-73", "ovs_interfaceid": "42bb4cc8-7329-402f-9226-8b0363792449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.217892] env[69751]: DEBUG nova.scheduler.client.report [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.275173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.275173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.275173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.275173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.275329] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.275702] env[69751]: INFO nova.compute.manager [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Terminating instance [ 871.401111] env[69751]: DEBUG oslo_vmware.api [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483378, 'name': PowerOnVM_Task, 'duration_secs': 0.472894} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.401725] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Releasing lock "refresh_cache-b24c31aa-6a2e-4181-ab0b-20d3745dca1e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.402166] env[69751]: DEBUG nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Instance network_info: |[{"id": "42bb4cc8-7329-402f-9226-8b0363792449", "address": "fa:16:3e:90:4d:0b", "network": {"id": "f60d9ada-2388-418d-bf09-039bc4f8a872", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1108444916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d12e4ca6d149a992f3a014e34ca074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42bb4cc8-73", "ovs_interfaceid": "42bb4cc8-7329-402f-9226-8b0363792449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 871.402581] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.402865] env[69751]: INFO nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Took 7.81 seconds to spawn the instance on the hypervisor. [ 871.403070] env[69751]: DEBUG nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.403482] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:4d:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42bb4cc8-7329-402f-9226-8b0363792449', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.411011] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Creating folder: Project (14d12e4ca6d149a992f3a014e34ca074). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.411754] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98359987-b2fb-4cbf-b02d-95d6d82d2c73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.414398] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a584320-e464-4a58-9072-a2d5439322ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.425491] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Created folder: Project (14d12e4ca6d149a992f3a014e34ca074) in parent group-v696263. [ 871.425491] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Creating folder: Instances. Parent ref: group-v696375. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 871.425664] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-049e6f3f-bf0c-413c-a505-ff9c31244e48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.434668] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Created folder: Instances in parent group-v696375. [ 871.434916] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.435128] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.435355] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f64b301-5e53-4cec-97a9-8545f2537205 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.456112] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.456112] env[69751]: value = "task-3483381" [ 871.456112] env[69751]: _type = "Task" [ 871.456112] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.465146] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483381, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.530434] env[69751]: DEBUG nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.552382] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.552659] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.552819] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.553047] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.554048] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.554048] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.554048] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.554048] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.554048] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.554298] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.554298] env[69751]: DEBUG nova.virt.hardware [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.555201] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c757670a-0918-43f1-9799-32f1db9564e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.563770] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f520bb-ec0a-493f-917d-d067c08ae6aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.599266] env[69751]: DEBUG nova.compute.manager [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Received event network-changed-42bb4cc8-7329-402f-9226-8b0363792449 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.599524] env[69751]: DEBUG nova.compute.manager [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Refreshing instance network info cache due to event network-changed-42bb4cc8-7329-402f-9226-8b0363792449. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 871.599661] env[69751]: DEBUG oslo_concurrency.lockutils [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] Acquiring lock "refresh_cache-b24c31aa-6a2e-4181-ab0b-20d3745dca1e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.599791] env[69751]: DEBUG oslo_concurrency.lockutils [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] Acquired lock "refresh_cache-b24c31aa-6a2e-4181-ab0b-20d3745dca1e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.599947] env[69751]: DEBUG nova.network.neutron [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Refreshing network info cache for port 42bb4cc8-7329-402f-9226-8b0363792449 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.722962] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.725353] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.726s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.726937] env[69751]: INFO nova.compute.claims [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.752171] env[69751]: INFO nova.scheduler.client.report [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleted allocations for instance 56dde5b7-8a56-4df6-85ad-d84f9c7a0757 [ 871.782144] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "refresh_cache-cc6b4155-289b-4b2f-b0bb-bd2c2f056695" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.782144] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquired lock "refresh_cache-cc6b4155-289b-4b2f-b0bb-bd2c2f056695" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.782144] env[69751]: DEBUG nova.network.neutron [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.936740] env[69751]: INFO nova.compute.manager [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Took 48.64 seconds to build instance. [ 871.967646] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483381, 'name': CreateVM_Task, 'duration_secs': 0.444139} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.967845] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.968619] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.968796] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.969602] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.969602] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdf85f24-5cd4-4b55-9105-22153b9e59ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.974346] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 871.974346] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5272c9af-c79f-845a-0903-58757e725a09" [ 871.974346] env[69751]: _type = "Task" [ 871.974346] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.982985] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5272c9af-c79f-845a-0903-58757e725a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.140018] env[69751]: DEBUG nova.network.neutron [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Successfully updated port: da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.262173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-009f5026-451b-4894-8bcc-922fb75345b0 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "56dde5b7-8a56-4df6-85ad-d84f9c7a0757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.417s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.305194] env[69751]: DEBUG nova.network.neutron [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.379416] env[69751]: DEBUG nova.network.neutron [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.393433] env[69751]: DEBUG nova.network.neutron [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Updated VIF entry in instance network info cache for port 42bb4cc8-7329-402f-9226-8b0363792449. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 872.393812] env[69751]: DEBUG nova.network.neutron [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Updating instance_info_cache with network_info: [{"id": "42bb4cc8-7329-402f-9226-8b0363792449", "address": "fa:16:3e:90:4d:0b", "network": {"id": "f60d9ada-2388-418d-bf09-039bc4f8a872", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1108444916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14d12e4ca6d149a992f3a014e34ca074", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37e8d2ee-abfc-42e2-a8fa-ee5447f1f1da", "external-id": "nsx-vlan-transportzone-813", "segmentation_id": 813, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42bb4cc8-73", "ovs_interfaceid": "42bb4cc8-7329-402f-9226-8b0363792449", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.439397] env[69751]: DEBUG oslo_concurrency.lockutils [None req-77106f91-a957-4dc9-a8c5-49d140440c1b tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.192s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.485338] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5272c9af-c79f-845a-0903-58757e725a09, 'name': SearchDatastore_Task, 'duration_secs': 0.012311} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.485670] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.485903] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.486174] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.486316] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.486493] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.486794] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e72309c-04b1-4160-81ba-1c1ef6118d60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.495778] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.495967] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.496726] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546b38ef-f8c0-4905-9a72-a5d26b59da74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.501885] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 872.501885] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528003cd-59b9-451e-2bff-82f6003625a4" [ 872.501885] env[69751]: _type = "Task" [ 872.501885] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.510230] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528003cd-59b9-451e-2bff-82f6003625a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.646833] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.647330] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquired lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.647330] env[69751]: DEBUG nova.network.neutron [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.882066] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Releasing lock "refresh_cache-cc6b4155-289b-4b2f-b0bb-bd2c2f056695" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.883975] env[69751]: DEBUG nova.compute.manager [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 872.883975] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.883975] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdeb0c4-e52d-4e21-8319-81c76ec7c8fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.891360] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.891626] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d345410a-6d4a-456f-9bc0-b0125b7dbf3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.896012] env[69751]: DEBUG oslo_concurrency.lockutils [req-480edd3b-f5ef-4e5b-a2d7-38310d55b63d req-28aecb2e-54a5-41f5-bcc7-84a09b98458c service nova] Releasing lock "refresh_cache-b24c31aa-6a2e-4181-ab0b-20d3745dca1e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.904948] env[69751]: DEBUG oslo_vmware.api [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 872.904948] env[69751]: value = "task-3483382" [ 872.904948] env[69751]: _type = "Task" [ 872.904948] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.916805] env[69751]: DEBUG oslo_vmware.api [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.944094] env[69751]: DEBUG nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.013111] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528003cd-59b9-451e-2bff-82f6003625a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014835} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.013955] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7be84e0-8441-4d7f-bcbd-0d42b5e3449e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.026039] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 873.026039] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521ffd28-5a23-ab8d-1618-3a78bbe597da" [ 873.026039] env[69751]: _type = "Task" [ 873.026039] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.033339] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521ffd28-5a23-ab8d-1618-3a78bbe597da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.196807] env[69751]: DEBUG nova.network.neutron [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.377630] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec5bbe8-0eee-4c45-88d7-cbd02871951c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.385863] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9764429a-ff6c-4fcc-a6e3-bc2b9b58ba96 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.422028] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6960b009-3b93-4dd4-a1f5-8006d721cc62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.426953] env[69751]: DEBUG oslo_vmware.api [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483382, 'name': PowerOffVM_Task, 'duration_secs': 0.187216} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.429172] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.429342] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.430622] env[69751]: DEBUG nova.network.neutron [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Updating instance_info_cache with network_info: [{"id": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "address": "fa:16:3e:31:66:91", "network": {"id": "b213eacb-f454-4062-b384-5c2df8972343", "bridge": "br-int", "label": "tempest-ServersTestJSON-1345432950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa0ecf4656d4e62b165e17a0c4b971c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda43d2b3-ba", "ovs_interfaceid": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.431784] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be297513-4215-4501-a0b2-4846123abf84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.435145] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbbf785-52aa-40b4-8910-0aaf6ddba669 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.454059] env[69751]: DEBUG nova.compute.provider_tree [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.467244] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.467244] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.467244] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Deleting the datastore file [datastore1] cc6b4155-289b-4b2f-b0bb-bd2c2f056695 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.467244] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f2c9be2-9064-4e0c-9799-8d57a2afffb2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.471382] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.473759] env[69751]: DEBUG oslo_vmware.api [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for the task: (returnval){ [ 873.473759] env[69751]: value = "task-3483384" [ 873.473759] env[69751]: _type = "Task" [ 873.473759] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.482473] env[69751]: DEBUG oslo_vmware.api [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.533526] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521ffd28-5a23-ab8d-1618-3a78bbe597da, 'name': SearchDatastore_Task, 'duration_secs': 0.013344} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.533803] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.534081] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] b24c31aa-6a2e-4181-ab0b-20d3745dca1e/b24c31aa-6a2e-4181-ab0b-20d3745dca1e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.534348] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91cf015a-ba56-4771-8f3d-f531bbb71f7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.541162] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 873.541162] env[69751]: value = "task-3483385" [ 873.541162] env[69751]: _type = "Task" [ 873.541162] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.549260] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.880158] env[69751]: DEBUG nova.compute.manager [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Received event network-vif-plugged-da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.880449] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Acquiring lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.880939] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.880939] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.880939] env[69751]: DEBUG nova.compute.manager [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] No waiting events found dispatching network-vif-plugged-da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.881306] env[69751]: WARNING nova.compute.manager [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Received unexpected event network-vif-plugged-da43d2b3-bab9-48ae-bf76-bbedfcb10682 for instance with vm_state building and task_state spawning. [ 873.881306] env[69751]: DEBUG nova.compute.manager [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Received event network-changed-da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.881418] env[69751]: DEBUG nova.compute.manager [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Refreshing instance network info cache due to event network-changed-da43d2b3-bab9-48ae-bf76-bbedfcb10682. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.881526] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Acquiring lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.945136] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Releasing lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.945136] env[69751]: DEBUG nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Instance network_info: |[{"id": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "address": "fa:16:3e:31:66:91", "network": {"id": "b213eacb-f454-4062-b384-5c2df8972343", "bridge": "br-int", "label": "tempest-ServersTestJSON-1345432950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa0ecf4656d4e62b165e17a0c4b971c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda43d2b3-ba", "ovs_interfaceid": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.945578] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Acquired lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.945578] env[69751]: DEBUG nova.network.neutron [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Refreshing network info cache for port da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.945578] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:66:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2624812a-9f9c-461d-8b5f-79bea90c7ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'da43d2b3-bab9-48ae-bf76-bbedfcb10682', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.959835] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Creating folder: Project (ffa0ecf4656d4e62b165e17a0c4b971c). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.961928] env[69751]: DEBUG nova.scheduler.client.report [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.965533] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c6b2c5-ccf1-4fb3-b81c-f2cf4e5f39c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.980327] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Created folder: Project (ffa0ecf4656d4e62b165e17a0c4b971c) in parent group-v696263. [ 873.980543] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Creating folder: Instances. Parent ref: group-v696378. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.981440] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b2595e8-a1f9-43dd-8ace-c11224cefc91 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.989343] env[69751]: DEBUG oslo_vmware.api [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Task: {'id': task-3483384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101094} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.990025] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.990277] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.990488] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.990716] env[69751]: INFO nova.compute.manager [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Took 1.11 seconds to destroy the instance on the hypervisor. [ 873.990995] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.992170] env[69751]: DEBUG nova.compute.manager [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 873.992304] env[69751]: DEBUG nova.network.neutron [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 873.995633] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Created folder: Instances in parent group-v696378. [ 873.995984] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.997372] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.997372] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4aee757-0a6c-438c-be28-047fc92fa04b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.020681] env[69751]: DEBUG nova.network.neutron [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.027867] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.027867] env[69751]: value = "task-3483388" [ 874.027867] env[69751]: _type = "Task" [ 874.027867] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.037714] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483388, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.056428] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.100542] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.100542] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.100542] env[69751]: INFO nova.compute.manager [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Rebooting instance [ 874.468365] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.468897] env[69751]: DEBUG nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.472531] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.671s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.474145] env[69751]: INFO nova.compute.claims [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.522954] env[69751]: DEBUG nova.network.neutron [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.539315] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483388, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.551041] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628252} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.551321] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] b24c31aa-6a2e-4181-ab0b-20d3745dca1e/b24c31aa-6a2e-4181-ab0b-20d3745dca1e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.551542] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.551798] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eae3d170-ab79-4a6f-9691-8cc85fad4462 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.558272] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 874.558272] env[69751]: value = "task-3483389" [ 874.558272] env[69751]: _type = "Task" [ 874.558272] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.566903] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483389, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.636049] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.636356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquired lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.636458] env[69751]: DEBUG nova.network.neutron [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 874.766008] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.766406] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.766631] env[69751]: DEBUG nova.compute.manager [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.767537] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b720e22-694b-47b1-8476-62bcf866935a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.774293] env[69751]: DEBUG nova.compute.manager [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 874.774898] env[69751]: DEBUG nova.objects.instance [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'flavor' on Instance uuid a1f80c39-d4d9-488e-ba8c-84a11a9f9882 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.795484] env[69751]: DEBUG nova.network.neutron [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Updated VIF entry in instance network info cache for port da43d2b3-bab9-48ae-bf76-bbedfcb10682. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.796254] env[69751]: DEBUG nova.network.neutron [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Updating instance_info_cache with network_info: [{"id": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "address": "fa:16:3e:31:66:91", "network": {"id": "b213eacb-f454-4062-b384-5c2df8972343", "bridge": "br-int", "label": "tempest-ServersTestJSON-1345432950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa0ecf4656d4e62b165e17a0c4b971c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda43d2b3-ba", "ovs_interfaceid": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.979547] env[69751]: DEBUG nova.compute.utils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.983040] env[69751]: DEBUG nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 874.983225] env[69751]: DEBUG nova.network.neutron [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.028048] env[69751]: INFO nova.compute.manager [-] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Took 1.04 seconds to deallocate network for instance. [ 875.038154] env[69751]: DEBUG nova.policy [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4187d6c52f4345e38d5f854e53f7e437', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e375cf3ed4e4439a26d8174e32bfd31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.045745] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483388, 'name': CreateVM_Task, 'duration_secs': 0.588353} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.045745] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.046431] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.046608] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.046912] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.047192] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441fb4e8-2c62-47f0-b77c-84350d7d6d9c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.052917] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 875.052917] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e9ad1-4b4b-e413-e096-32f2a4b33457" [ 875.052917] env[69751]: _type = "Task" [ 875.052917] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.064131] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e9ad1-4b4b-e413-e096-32f2a4b33457, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.076802] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483389, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073439} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.076802] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.076802] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8626ee85-d471-4244-adb1-cc8b5749b2cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.101741] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] b24c31aa-6a2e-4181-ab0b-20d3745dca1e/b24c31aa-6a2e-4181-ab0b-20d3745dca1e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.103783] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68c312c6-b77b-4d54-a0a5-d934e7bc712e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.128361] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 875.128361] env[69751]: value = "task-3483390" [ 875.128361] env[69751]: _type = "Task" [ 875.128361] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.138138] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483390, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.299589] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Releasing lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.299589] env[69751]: DEBUG nova.compute.manager [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Received event network-changed-4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.299589] env[69751]: DEBUG nova.compute.manager [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Refreshing instance network info cache due to event network-changed-4cff1180-c486-4ca9-b48f-084f835b5177. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.299589] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Acquiring lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.441233] env[69751]: DEBUG nova.network.neutron [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updating instance_info_cache with network_info: [{"id": "4cff1180-c486-4ca9-b48f-084f835b5177", "address": "fa:16:3e:0a:e9:ef", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff1180-c4", "ovs_interfaceid": "4cff1180-c486-4ca9-b48f-084f835b5177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.459240] env[69751]: DEBUG nova.network.neutron [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Successfully created port: 00cd1908-244f-404b-8335-47382828885d {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.483983] env[69751]: DEBUG nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.500505] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.500505] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.541522] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.566167] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e9ad1-4b4b-e413-e096-32f2a4b33457, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.569136] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.569396] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.569634] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.569776] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.570208] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.570622] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8cfde72-22cb-4943-ac88-334d043787c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.579931] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.580174] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.580949] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae60917-2dd2-4837-b056-80290f4dbd59 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.590574] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 875.590574] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528b84c8-392a-a243-26cb-6464f60cc490" [ 875.590574] env[69751]: _type = "Task" [ 875.590574] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.602358] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528b84c8-392a-a243-26cb-6464f60cc490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.623948] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "0e9202db-b649-45c1-82cc-da3f96a8482d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.624128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.624433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "0e9202db-b649-45c1-82cc-da3f96a8482d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.624747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.625150] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.628015] env[69751]: INFO nova.compute.manager [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Terminating instance [ 875.644093] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483390, 'name': ReconfigVM_Task, 'duration_secs': 0.327146} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.645960] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Reconfigured VM instance instance-00000025 to attach disk [datastore2] b24c31aa-6a2e-4181-ab0b-20d3745dca1e/b24c31aa-6a2e-4181-ab0b-20d3745dca1e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.647325] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1500b2b0-f4f5-450c-a25d-f03029f9e904 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.657425] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 875.657425] env[69751]: value = "task-3483391" [ 875.657425] env[69751]: _type = "Task" [ 875.657425] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.667026] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483391, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.782320] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.782662] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60f36308-c9be-401d-814d-0b192e453761 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.791794] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627b1d-485d-21ec-95ca-fc25c4c5e8e2/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 875.792218] env[69751]: DEBUG oslo_vmware.api [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 875.792218] env[69751]: value = "task-3483392" [ 875.792218] env[69751]: _type = "Task" [ 875.792218] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.793158] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b87205-48d7-4142-a267-50c0034401b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.803567] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627b1d-485d-21ec-95ca-fc25c4c5e8e2/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 875.804309] env[69751]: ERROR oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627b1d-485d-21ec-95ca-fc25c4c5e8e2/disk-0.vmdk due to incomplete transfer. [ 875.810888] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4620f096-830e-46a1-88c3-38abc806d015 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.811109] env[69751]: DEBUG oslo_vmware.api [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.821143] env[69751]: DEBUG oslo_vmware.rw_handles [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52627b1d-485d-21ec-95ca-fc25c4c5e8e2/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 875.821356] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Uploaded image fa5fd351-00b7-4842-8306-40a38713b230 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 875.823714] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 875.824118] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c9424ff2-d76c-42de-8cc9-305afa110cc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.830388] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 875.830388] env[69751]: value = "task-3483393" [ 875.830388] env[69751]: _type = "Task" [ 875.830388] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.846464] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483393, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.944071] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Releasing lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.945263] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Acquired lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.945384] env[69751]: DEBUG nova.network.neutron [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Refreshing network info cache for port 4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 876.013867] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "3b603181-6bc2-4748-8497-bd09265ed0f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.014140] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.014375] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "3b603181-6bc2-4748-8497-bd09265ed0f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.014560] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.014741] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.016829] env[69751]: INFO nova.compute.manager [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Terminating instance [ 876.103429] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528b84c8-392a-a243-26cb-6464f60cc490, 'name': SearchDatastore_Task, 'duration_secs': 0.00993} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.104242] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96083474-fda9-44f5-896e-324e23cda85f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.111370] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 876.111370] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228b7f6-0cb8-fc68-336e-ae88cd4f8e1d" [ 876.111370] env[69751]: _type = "Task" [ 876.111370] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.119495] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228b7f6-0cb8-fc68-336e-ae88cd4f8e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.132195] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29084911-e979-4f12-bdb3-fd3a6052a132 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.135195] env[69751]: DEBUG nova.compute.manager [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.135425] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.136156] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e19dc3d-af0b-44ef-a73b-a0570125e2a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.143124] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342eb7ff-4eaa-4b8e-bcf2-fdf16fcf27eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.147851] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 876.148373] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99ad5528-00c4-4a68-a030-55cdf92f7b90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.180137] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ead28a-3d0c-4e6e-b174-2eaf854902e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.191625] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc992df7-78cf-472b-9386-41038118b7ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.195510] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483391, 'name': Rename_Task, 'duration_secs': 0.139977} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.195790] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.196384] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a06ba19a-6bb3-4356-a64c-120b8067c2b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.209114] env[69751]: DEBUG nova.compute.provider_tree [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.211782] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 876.211782] env[69751]: value = "task-3483395" [ 876.211782] env[69751]: _type = "Task" [ 876.211782] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.214173] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 876.214398] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 876.214582] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Deleting the datastore file [datastore1] 0e9202db-b649-45c1-82cc-da3f96a8482d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 876.218262] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3ab342c-e7d0-4803-9df1-63396c12fbde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.225776] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483395, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.227640] env[69751]: DEBUG oslo_vmware.api [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 876.227640] env[69751]: value = "task-3483396" [ 876.227640] env[69751]: _type = "Task" [ 876.227640] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.240073] env[69751]: DEBUG oslo_vmware.api [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.309467] env[69751]: DEBUG oslo_vmware.api [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483392, 'name': PowerOffVM_Task, 'duration_secs': 0.216393} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.309750] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.309954] env[69751]: DEBUG nova.compute.manager [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.311645] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a755b413-0690-4d64-8525-e24b44344545 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.339245] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483393, 'name': Destroy_Task, 'duration_secs': 0.37953} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.339518] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Destroyed the VM [ 876.339750] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 876.339998] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ad062881-15e8-4733-a44c-afd2d3745062 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.345742] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 876.345742] env[69751]: value = "task-3483397" [ 876.345742] env[69751]: _type = "Task" [ 876.345742] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.355853] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483397, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.452698] env[69751]: DEBUG nova.compute.manager [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.453867] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd92187-c52a-4b6e-986a-c7f809eb0442 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.497202] env[69751]: DEBUG nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.520634] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.520905] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.521075] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.521279] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.521426] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.521575] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.521812] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.521977] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.522217] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.522395] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.522567] env[69751]: DEBUG nova.virt.hardware [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.523193] env[69751]: DEBUG nova.compute.manager [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 876.523383] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 876.524214] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe0e4d3-1bb0-4908-84e4-a09f626f6087 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.527307] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2100bde-0a9a-453e-b150-64e7d882f004 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.537605] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3aec83-383e-4bec-810d-c18107c71096 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.542533] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.542786] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d42ac08-d96d-43ed-999f-787f9051a5ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.549166] env[69751]: DEBUG oslo_vmware.api [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 876.549166] env[69751]: value = "task-3483398" [ 876.549166] env[69751]: _type = "Task" [ 876.549166] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.569423] env[69751]: DEBUG oslo_vmware.api [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.622944] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228b7f6-0cb8-fc68-336e-ae88cd4f8e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009042} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.623394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.623726] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 34ed9d40-479e-4f43-b127-ec4c0f2634e5/34ed9d40-479e-4f43-b127-ec4c0f2634e5.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.624051] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c48a877-3789-47b0-9389-082a240b90bc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.633904] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 876.633904] env[69751]: value = "task-3483399" [ 876.633904] env[69751]: _type = "Task" [ 876.633904] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.644779] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.713897] env[69751]: DEBUG nova.scheduler.client.report [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.739439] env[69751]: DEBUG oslo_vmware.api [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23304} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.748425] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.748425] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.748425] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.748655] env[69751]: INFO nova.compute.manager [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 876.750413] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 876.750413] env[69751]: DEBUG oslo_vmware.api [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483395, 'name': PowerOnVM_Task, 'duration_secs': 0.487084} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.750413] env[69751]: DEBUG nova.compute.manager [-] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 876.750413] env[69751]: DEBUG nova.network.neutron [-] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.752144] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.752501] env[69751]: INFO nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Took 8.05 seconds to spawn the instance on the hypervisor. [ 876.752612] env[69751]: DEBUG nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.753768] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74042c59-dd73-4232-a2f2-f333f11ed011 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.805467] env[69751]: DEBUG nova.network.neutron [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updated VIF entry in instance network info cache for port 4cff1180-c486-4ca9-b48f-084f835b5177. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.805873] env[69751]: DEBUG nova.network.neutron [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updating instance_info_cache with network_info: [{"id": "4cff1180-c486-4ca9-b48f-084f835b5177", "address": "fa:16:3e:0a:e9:ef", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff1180-c4", "ovs_interfaceid": "4cff1180-c486-4ca9-b48f-084f835b5177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.822315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02f49937-4ea7-49df-bcf0-8e9148f7befa tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.823183] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.823395] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.856172] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483397, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.074252] env[69751]: DEBUG oslo_vmware.api [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483398, 'name': PowerOffVM_Task, 'duration_secs': 0.231235} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.074731] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.074946] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.075272] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5207a018-8970-4089-8b17-9db888b2759d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.147465] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.160021] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.160021] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.160021] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Deleting the datastore file [datastore2] 3b603181-6bc2-4748-8497-bd09265ed0f0 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.160021] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b87aeff-a1c3-477a-a790-49fbc2762c71 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.166136] env[69751]: DEBUG oslo_vmware.api [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 877.166136] env[69751]: value = "task-3483401" [ 877.166136] env[69751]: _type = "Task" [ 877.166136] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.176591] env[69751]: DEBUG oslo_vmware.api [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.232761] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.232761] env[69751]: DEBUG nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.233990] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.208s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.278171] env[69751]: INFO nova.compute.manager [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Took 43.33 seconds to build instance. [ 877.299388] env[69751]: DEBUG nova.compute.manager [req-f54cedd9-abe7-4681-a2d7-98dc16473bd2 req-abbf52a1-a09a-4b3f-af24-9e01e36db2e9 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Received event network-vif-plugged-00cd1908-244f-404b-8335-47382828885d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.299388] env[69751]: DEBUG oslo_concurrency.lockutils [req-f54cedd9-abe7-4681-a2d7-98dc16473bd2 req-abbf52a1-a09a-4b3f-af24-9e01e36db2e9 service nova] Acquiring lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.299388] env[69751]: DEBUG oslo_concurrency.lockutils [req-f54cedd9-abe7-4681-a2d7-98dc16473bd2 req-abbf52a1-a09a-4b3f-af24-9e01e36db2e9 service nova] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.299388] env[69751]: DEBUG oslo_concurrency.lockutils [req-f54cedd9-abe7-4681-a2d7-98dc16473bd2 req-abbf52a1-a09a-4b3f-af24-9e01e36db2e9 service nova] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.299388] env[69751]: DEBUG nova.compute.manager [req-f54cedd9-abe7-4681-a2d7-98dc16473bd2 req-abbf52a1-a09a-4b3f-af24-9e01e36db2e9 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] No waiting events found dispatching network-vif-plugged-00cd1908-244f-404b-8335-47382828885d {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.299768] env[69751]: WARNING nova.compute.manager [req-f54cedd9-abe7-4681-a2d7-98dc16473bd2 req-abbf52a1-a09a-4b3f-af24-9e01e36db2e9 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Received unexpected event network-vif-plugged-00cd1908-244f-404b-8335-47382828885d for instance with vm_state building and task_state spawning. [ 877.309334] env[69751]: DEBUG oslo_concurrency.lockutils [req-9711801b-260e-4290-b05d-07982d548b4b req-00f3df74-0697-4416-8f00-f031f284eb69 service nova] Releasing lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.335202] env[69751]: DEBUG nova.network.neutron [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Successfully updated port: 00cd1908-244f-404b-8335-47382828885d {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.357761] env[69751]: DEBUG oslo_vmware.api [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483397, 'name': RemoveSnapshot_Task, 'duration_secs': 0.599667} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.357979] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 877.358335] env[69751]: INFO nova.compute.manager [None req-6c0499b8-153a-4492-a21f-363843f6ebc4 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Took 14.95 seconds to snapshot the instance on the hypervisor. [ 877.474528] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fffc70-218c-460b-8b91-af2387ea361c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.482785] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Doing hard reboot of VM {{(pid=69751) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 877.483035] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-b7603d63-e1f7-45d1-8701-e99e68172561 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.491438] env[69751]: DEBUG oslo_vmware.api [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 877.491438] env[69751]: value = "task-3483402" [ 877.491438] env[69751]: _type = "Task" [ 877.491438] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.499115] env[69751]: DEBUG oslo_vmware.api [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483402, 'name': ResetVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.646399] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614878} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.646662] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 34ed9d40-479e-4f43-b127-ec4c0f2634e5/34ed9d40-479e-4f43-b127-ec4c0f2634e5.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.646895] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.647193] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-678c1331-66d9-4533-97f4-70228a3e71e2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.653416] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 877.653416] env[69751]: value = "task-3483403" [ 877.653416] env[69751]: _type = "Task" [ 877.653416] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.665586] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.676538] env[69751]: DEBUG oslo_vmware.api [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.726724] env[69751]: DEBUG nova.network.neutron [-] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.739700] env[69751]: DEBUG nova.compute.utils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.753342] env[69751]: DEBUG nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.753533] env[69751]: DEBUG nova.network.neutron [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.755998] env[69751]: DEBUG nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 877.758984] env[69751]: DEBUG nova.objects.instance [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'flavor' on Instance uuid a1f80c39-d4d9-488e-ba8c-84a11a9f9882 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.781632] env[69751]: DEBUG oslo_concurrency.lockutils [None req-894c013c-f576-4e08-8f2e-55469c811092 tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.528s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.831917] env[69751]: DEBUG nova.policy [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bcbffe4f3904312bd41cb127c322791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1716fa8902eb4c8198309d7265ac1bd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.841251] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.841411] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.841569] env[69751]: DEBUG nova.network.neutron [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.962617] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.962617] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.963637] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.964714] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.965017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.967999] env[69751]: INFO nova.compute.manager [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Terminating instance [ 878.003172] env[69751]: DEBUG oslo_vmware.api [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483402, 'name': ResetVM_Task, 'duration_secs': 0.097856} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.003445] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Did hard reboot of VM {{(pid=69751) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 878.003937] env[69751]: DEBUG nova.compute.manager [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.005400] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453b1a86-4025-4bd3-90f8-f86fce782993 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.163877] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115433} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.164943] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.165897] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02c395-a3eb-4ce1-a4f7-9b50ee674641 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.176111] env[69751]: DEBUG oslo_vmware.api [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560728} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.186638] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 878.186851] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 878.187044] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 878.187275] env[69751]: INFO nova.compute.manager [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Took 1.66 seconds to destroy the instance on the hypervisor. [ 878.187517] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.197115] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 34ed9d40-479e-4f43-b127-ec4c0f2634e5/34ed9d40-479e-4f43-b127-ec4c0f2634e5.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.197386] env[69751]: DEBUG nova.compute.manager [-] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 878.197466] env[69751]: DEBUG nova.network.neutron [-] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.199200] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44062bf7-1c05-4d38-bdce-dc17344d0d43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.216248] env[69751]: DEBUG nova.network.neutron [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Successfully created port: 2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.223408] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 878.223408] env[69751]: value = "task-3483404" [ 878.223408] env[69751]: _type = "Task" [ 878.223408] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.232048] env[69751]: INFO nova.compute.manager [-] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Took 1.48 seconds to deallocate network for instance. [ 878.232362] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.266939] env[69751]: DEBUG oslo_concurrency.lockutils [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.271179] env[69751]: DEBUG oslo_concurrency.lockutils [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.271179] env[69751]: DEBUG nova.network.neutron [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.271179] env[69751]: DEBUG nova.objects.instance [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'info_cache' on Instance uuid a1f80c39-d4d9-488e-ba8c-84a11a9f9882 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.284243] env[69751]: DEBUG nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.294501] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c79bb961-4170-4f8b-a81d-407a09be1cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.294628] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 74ee83eb-e761-45d6-9fc3-e8a9eabc907d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.294752] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 0a867df1-b9af-4a10-8a65-eca278cfa6ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.294865] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 3b603181-6bc2-4748-8497-bd09265ed0f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.294983] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 900ed14f-8f7c-403d-93e8-f7a7cb624669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.295111] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 1051b941-c705-42c0-833d-e6e35aacb293 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.295223] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8d3b4526-ef53-4517-a042-5b23502cd66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.295333] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance be388d62-02c2-4881-a81c-bddcbc3ce998 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.295498] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 878.295616] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance aa1839a8-3034-4575-8da3-32e34ddd2cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.295731] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8c2769e9-4ec5-420e-9c22-8102db2e652e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.295841] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance b507332f-4890-44d0-8c6f-57ccefb0a3f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.295950] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a1f80c39-d4d9-488e-ba8c-84a11a9f9882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.296087] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 4011ed19-c85c-405e-9ad0-8e163b03bd75 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 878.296200] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 06644b44-8b0c-48ab-9160-7adaba217538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.296387] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f49faaa0-2097-4cd5-8a6f-791dd4db53ac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 878.296526] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 878.296676] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a1d9a7d5-69c9-486c-9e4b-99cc07d20730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.296821] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance cc6b4155-289b-4b2f-b0bb-bd2c2f056695 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 878.296937] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 0e9202db-b649-45c1-82cc-da3f96a8482d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.297059] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 85d25ad8-28e1-4174-9a44-592d3a767bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.297172] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance b24c31aa-6a2e-4181-ab0b-20d3745dca1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.297307] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 34ed9d40-479e-4f43-b127-ec4c0f2634e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.297411] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 4c434dcd-fb59-4653-adbd-e5f4fd19f884 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.297535] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5ad02603-ab24-4817-bfe1-9716de876685 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 878.382738] env[69751]: DEBUG nova.network.neutron [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.473394] env[69751]: DEBUG nova.compute.manager [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.473671] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.474641] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139888bb-1d60-4e10-becc-32027afe92cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.482998] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.483311] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10632d50-9eb3-41a4-bb77-66cc9b519264 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.491430] env[69751]: DEBUG oslo_vmware.api [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 878.491430] env[69751]: value = "task-3483405" [ 878.491430] env[69751]: _type = "Task" [ 878.491430] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.500819] env[69751]: DEBUG oslo_vmware.api [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.520178] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b8910614-c809-4393-9a22-207dd64a388e tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.421s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.559911] env[69751]: DEBUG nova.network.neutron [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updating instance_info_cache with network_info: [{"id": "00cd1908-244f-404b-8335-47382828885d", "address": "fa:16:3e:0d:60:7f", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1908-24", "ovs_interfaceid": "00cd1908-244f-404b-8335-47382828885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.733389] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483404, 'name': ReconfigVM_Task, 'duration_secs': 0.267137} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.733389] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 34ed9d40-479e-4f43-b127-ec4c0f2634e5/34ed9d40-479e-4f43-b127-ec4c0f2634e5.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.733910] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2168c9ee-ef4b-4784-8cb6-bf2c620f1552 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.738520] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.744540] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 878.744540] env[69751]: value = "task-3483406" [ 878.744540] env[69751]: _type = "Task" [ 878.744540] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.750973] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483406, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.772370] env[69751]: DEBUG nova.objects.base [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 878.774447] env[69751]: DEBUG nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 878.805835] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f916deca-c048-436e-82cd-cc49c9983c06 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 878.813653] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 878.814653] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 878.814653] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.814653] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 878.814653] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.814653] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 878.815032] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 878.815091] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 878.817919] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 878.817919] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 878.817919] env[69751]: DEBUG nova.virt.hardware [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 878.817919] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6f76db-f0fc-4a69-bb87-6d0c22ee7c53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.820808] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.828115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c418b895-e64c-4c9a-ab59-86d16c1e674f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.004296] env[69751]: DEBUG oslo_vmware.api [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483405, 'name': PowerOffVM_Task, 'duration_secs': 0.175033} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.004588] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.004759] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.005012] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ada9333e-2151-4a5d-baae-6d5e1e6edcdd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.062992] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.062992] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.063166] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Deleting the datastore file [datastore2] b24c31aa-6a2e-4181-ab0b-20d3745dca1e {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.064099] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b095408d-710e-4bce-8277-94b9a4df90b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.065540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Releasing lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.065844] env[69751]: DEBUG nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance network_info: |[{"id": "00cd1908-244f-404b-8335-47382828885d", "address": "fa:16:3e:0d:60:7f", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1908-24", "ovs_interfaceid": "00cd1908-244f-404b-8335-47382828885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 879.066221] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:60:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6685c85e-be1e-4b7b-a6cc-3e50e59b6567', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00cd1908-244f-404b-8335-47382828885d', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.077461] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.077461] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.077461] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa645af4-623c-4caa-8ed1-2d64e6656252 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.095118] env[69751]: DEBUG oslo_vmware.api [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for the task: (returnval){ [ 879.095118] env[69751]: value = "task-3483408" [ 879.095118] env[69751]: _type = "Task" [ 879.095118] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.099562] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.099562] env[69751]: value = "task-3483409" [ 879.099562] env[69751]: _type = "Task" [ 879.099562] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.105894] env[69751]: DEBUG oslo_vmware.api [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.110704] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483409, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.253145] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483406, 'name': Rename_Task, 'duration_secs': 0.140831} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.253931] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.253931] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b671ff8-f062-4d0c-bba8-4ef5338ff00b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.260455] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 879.260455] env[69751]: value = "task-3483410" [ 879.260455] env[69751]: _type = "Task" [ 879.260455] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.269300] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.317611] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c9af6b98-3a14-4648-a6c9-75842f87755c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 879.352957] env[69751]: DEBUG nova.compute.manager [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.353894] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc482ec9-f971-4687-b1c4-1ed8f25c5ef8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.469342] env[69751]: DEBUG nova.network.neutron [-] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.545328] env[69751]: DEBUG nova.compute.manager [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Received event network-vif-deleted-76f234cb-13fd-43af-a4f3-895ff2392598 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.545561] env[69751]: DEBUG nova.compute.manager [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Received event network-changed-00cd1908-244f-404b-8335-47382828885d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.545741] env[69751]: DEBUG nova.compute.manager [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Refreshing instance network info cache due to event network-changed-00cd1908-244f-404b-8335-47382828885d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.546360] env[69751]: DEBUG oslo_concurrency.lockutils [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] Acquiring lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.546360] env[69751]: DEBUG oslo_concurrency.lockutils [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] Acquired lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.546360] env[69751]: DEBUG nova.network.neutron [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Refreshing network info cache for port 00cd1908-244f-404b-8335-47382828885d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.607478] env[69751]: DEBUG oslo_vmware.api [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Task: {'id': task-3483408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171405} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.608146] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.608409] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.608774] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.608774] env[69751]: INFO nova.compute.manager [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 879.608908] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.609086] env[69751]: DEBUG nova.compute.manager [-] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.609178] env[69751]: DEBUG nova.network.neutron [-] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.613682] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483409, 'name': CreateVM_Task, 'duration_secs': 0.336682} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.614082] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.614733] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.615877] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.615877] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.615941] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d06339b6-7cff-4196-b99c-0c5051135ef6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.623664] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 879.623664] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c24f52-3d50-5b15-3226-170b1b06dbf2" [ 879.623664] env[69751]: _type = "Task" [ 879.623664] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.631410] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c24f52-3d50-5b15-3226-170b1b06dbf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.632769] env[69751]: DEBUG nova.network.neutron [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.770366] env[69751]: DEBUG oslo_vmware.api [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483410, 'name': PowerOnVM_Task, 'duration_secs': 0.463688} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.770670] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.770998] env[69751]: INFO nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Took 8.24 seconds to spawn the instance on the hypervisor. [ 879.771094] env[69751]: DEBUG nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 879.771885] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9525504-a6c5-492c-999b-6e2b3f587702 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.821468] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance dab255ce-923e-45eb-bd6d-0bbd34a21b7f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 879.867646] env[69751]: INFO nova.compute.manager [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] instance snapshotting [ 879.870428] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a395aa-f108-4435-ab9a-582795c07adf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.891215] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643e2476-9151-4a19-83e9-a3fcb7722a61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.974223] env[69751]: INFO nova.compute.manager [-] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Took 1.78 seconds to deallocate network for instance. [ 880.095235] env[69751]: DEBUG nova.network.neutron [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Successfully updated port: 2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.100946] env[69751]: DEBUG nova.compute.manager [req-4de7dcae-2fd7-428f-843f-d42f8ec80055 req-36a6dbd7-26a0-4e45-bf23-83e3cdf9867e service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Received event network-vif-deleted-42bb4cc8-7329-402f-9226-8b0363792449 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.101145] env[69751]: INFO nova.compute.manager [req-4de7dcae-2fd7-428f-843f-d42f8ec80055 req-36a6dbd7-26a0-4e45-bf23-83e3cdf9867e service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Neutron deleted interface 42bb4cc8-7329-402f-9226-8b0363792449; detaching it from the instance and deleting it from the info cache [ 880.102851] env[69751]: DEBUG nova.network.neutron [req-4de7dcae-2fd7-428f-843f-d42f8ec80055 req-36a6dbd7-26a0-4e45-bf23-83e3cdf9867e service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.133788] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c24f52-3d50-5b15-3226-170b1b06dbf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009537} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.133788] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.133788] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.133788] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.133914] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.133914] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.133914] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-905bf2cb-ef4c-48ff-ac3d-0817b529e2cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.135410] env[69751]: DEBUG oslo_concurrency.lockutils [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.143583] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.143775] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.144587] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c14dcec-2457-4c00-8de1-600657b6ce61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.154021] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 880.154021] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524fd4d3-638c-0e35-1969-7d3fa4e40b57" [ 880.154021] env[69751]: _type = "Task" [ 880.154021] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.165222] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524fd4d3-638c-0e35-1969-7d3fa4e40b57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.293355] env[69751]: INFO nova.compute.manager [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Took 44.22 seconds to build instance. [ 880.327801] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a85b8c05-79a3-48e7-85d5-bdad0990397b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 880.401048] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 880.401377] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c799888b-abcd-48b7-b26a-065e1ac98dd7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.411647] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 880.411647] env[69751]: value = "task-3483411" [ 880.411647] env[69751]: _type = "Task" [ 880.411647] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.420087] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483411, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.426338] env[69751]: DEBUG nova.network.neutron [-] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.481731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.506783] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.507132] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.507263] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "85d25ad8-28e1-4174-9a44-592d3a767bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.507444] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.507669] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.509701] env[69751]: INFO nova.compute.manager [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Terminating instance [ 880.558558] env[69751]: DEBUG nova.network.neutron [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updated VIF entry in instance network info cache for port 00cd1908-244f-404b-8335-47382828885d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.558935] env[69751]: DEBUG nova.network.neutron [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updating instance_info_cache with network_info: [{"id": "00cd1908-244f-404b-8335-47382828885d", "address": "fa:16:3e:0d:60:7f", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1908-24", "ovs_interfaceid": "00cd1908-244f-404b-8335-47382828885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.597820] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.597820] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.597957] env[69751]: DEBUG nova.network.neutron [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.607092] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a5cb361-abe1-4442-abd7-6580cbe063aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.615807] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626ffd06-afd0-45de-8248-c15ee9cdb029 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.656294] env[69751]: DEBUG nova.compute.manager [req-4de7dcae-2fd7-428f-843f-d42f8ec80055 req-36a6dbd7-26a0-4e45-bf23-83e3cdf9867e service nova] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Detach interface failed, port_id=42bb4cc8-7329-402f-9226-8b0363792449, reason: Instance b24c31aa-6a2e-4181-ab0b-20d3745dca1e could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 880.665997] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524fd4d3-638c-0e35-1969-7d3fa4e40b57, 'name': SearchDatastore_Task, 'duration_secs': 0.042878} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.667414] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea1b41d-d4e5-4ae5-98b8-c4afc9b3035d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.673289] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 880.673289] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52131a6d-3a3c-bf92-46fe-7f4572e6aa03" [ 880.673289] env[69751]: _type = "Task" [ 880.673289] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.681211] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52131a6d-3a3c-bf92-46fe-7f4572e6aa03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.795348] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e1e78f9-d8c7-4b0d-8718-b8a431bc1112 tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.348s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.831105] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f886668c-02f3-4ea7-8ba3-eca7a392a8e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 880.924561] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483411, 'name': CreateSnapshot_Task, 'duration_secs': 0.425573} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.924868] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.925623] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f578f5-f89b-4e2f-a018-6d88e18f2f6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.928231] env[69751]: INFO nova.compute.manager [-] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Took 1.32 seconds to deallocate network for instance. [ 881.014036] env[69751]: DEBUG nova.compute.manager [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.014290] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.015203] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d0fba7-de51-4fca-af62-31261bb20556 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.023607] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.023860] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffa3ba60-1608-41d2-9687-00faa0cb0563 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.030943] env[69751]: DEBUG oslo_vmware.api [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 881.030943] env[69751]: value = "task-3483412" [ 881.030943] env[69751]: _type = "Task" [ 881.030943] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.038734] env[69751]: DEBUG oslo_vmware.api [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.062685] env[69751]: DEBUG oslo_concurrency.lockutils [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] Releasing lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.062973] env[69751]: DEBUG nova.compute.manager [req-33578ed4-eea4-46b1-ae72-40d904527298 req-86f04db3-7098-4143-9d13-2600a2943943 service nova] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Received event network-vif-deleted-875891a2-f938-4341-b3c6-a74d632d2151 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.131581] env[69751]: DEBUG nova.network.neutron [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.160792] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.161190] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-616bfe44-4f78-4e80-b7bb-a5bc3019eb97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.170972] env[69751]: DEBUG oslo_vmware.api [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 881.170972] env[69751]: value = "task-3483413" [ 881.170972] env[69751]: _type = "Task" [ 881.170972] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.180540] env[69751]: DEBUG oslo_vmware.api [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.185258] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52131a6d-3a3c-bf92-46fe-7f4572e6aa03, 'name': SearchDatastore_Task, 'duration_secs': 0.009265} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.185531] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.185787] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4c434dcd-fb59-4653-adbd-e5f4fd19f884/4c434dcd-fb59-4653-adbd-e5f4fd19f884.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.186099] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c562b7c1-93a0-4222-8a04-dbba66b8e76a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.198203] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 881.198203] env[69751]: value = "task-3483414" [ 881.198203] env[69751]: _type = "Task" [ 881.198203] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.206574] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.304331] env[69751]: DEBUG nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.331868] env[69751]: DEBUG nova.network.neutron [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating instance_info_cache with network_info: [{"id": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "address": "fa:16:3e:75:4c:e9", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb9f25c-d8", "ovs_interfaceid": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.338722] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance fb6c0765-2a9a-4ea9-9676-f288de23d822 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 881.439875] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.447711] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.451034] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3944097-bff8-40d1-9793-2a32a30a6e42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.458365] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 881.458365] env[69751]: value = "task-3483415" [ 881.458365] env[69751]: _type = "Task" [ 881.458365] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.468453] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483415, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.542374] env[69751]: DEBUG oslo_vmware.api [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483412, 'name': PowerOffVM_Task, 'duration_secs': 0.263434} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.542718] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.542913] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.543251] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c54feff-c05e-4fc5-b897-500bf490799b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.608521] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.608765] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.609085] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Deleting the datastore file [datastore1] 85d25ad8-28e1-4174-9a44-592d3a767bfd {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.609469] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a134417-f9f6-4fe1-b24b-cf846be77850 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.617204] env[69751]: DEBUG oslo_vmware.api [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 881.617204] env[69751]: value = "task-3483417" [ 881.617204] env[69751]: _type = "Task" [ 881.617204] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.626543] env[69751]: DEBUG oslo_vmware.api [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.629834] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Received event network-changed-4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.630063] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Refreshing instance network info cache due to event network-changed-4cff1180-c486-4ca9-b48f-084f835b5177. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.630312] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Acquiring lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.630457] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Acquired lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.630617] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Refreshing network info cache for port 4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.680011] env[69751]: DEBUG oslo_vmware.api [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.706857] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483414, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.830780] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.833055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.833055] env[69751]: DEBUG nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Instance network_info: |[{"id": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "address": "fa:16:3e:75:4c:e9", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb9f25c-d8", "ovs_interfaceid": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 881.833315] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:4c:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fb9f25c-d89f-46c9-a292-a68597c045c4', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 881.844239] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Creating folder: Project (1716fa8902eb4c8198309d7265ac1bd9). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.844239] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 6a9cc8dd-2fcd-4458-9518-86981ae7da64 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 881.845078] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c47311e-5322-4345-8911-f5ed547fbf1b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.858271] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Created folder: Project (1716fa8902eb4c8198309d7265ac1bd9) in parent group-v696263. [ 881.858271] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Creating folder: Instances. Parent ref: group-v696384. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 881.859025] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e9ccf8d-15b6-47ae-b20c-e1e8a804e394 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.871693] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Created folder: Instances in parent group-v696384. [ 881.871924] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.872122] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 881.872321] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08eef250-4979-4adf-ad5c-4b0c9609a552 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.895878] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 881.895878] env[69751]: value = "task-3483420" [ 881.895878] env[69751]: _type = "Task" [ 881.895878] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.906532] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483420, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.970538] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483415, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.127471] env[69751]: DEBUG oslo_vmware.api [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352608} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.127564] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.127796] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.127909] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.128112] env[69751]: INFO nova.compute.manager [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 882.128357] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.128758] env[69751]: DEBUG nova.compute.manager [-] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.128758] env[69751]: DEBUG nova.network.neutron [-] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.179303] env[69751]: DEBUG oslo_vmware.api [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483413, 'name': PowerOnVM_Task, 'duration_secs': 0.539791} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.179566] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.179833] env[69751]: DEBUG nova.compute.manager [None req-32b3c4a6-1150-45e3-8964-fb2d958e5de5 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.180536] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6c7ff7-0c33-49d8-bb29-a636d007f740 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.209826] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535476} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.210143] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4c434dcd-fb59-4653-adbd-e5f4fd19f884/4c434dcd-fb59-4653-adbd-e5f4fd19f884.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.210357] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.213020] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af7d6845-985c-4cfa-8eae-8d6d9720a252 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.218046] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 882.218046] env[69751]: value = "task-3483421" [ 882.218046] env[69751]: _type = "Task" [ 882.218046] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.227618] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.348731] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f6e65fdf-e194-444a-99a3-3ef7932a6cc3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 882.409395] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483420, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.460693] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updated VIF entry in instance network info cache for port 4cff1180-c486-4ca9-b48f-084f835b5177. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.461157] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updating instance_info_cache with network_info: [{"id": "4cff1180-c486-4ca9-b48f-084f835b5177", "address": "fa:16:3e:0a:e9:ef", "network": {"id": "3d23a301-6d7b-4fb2-87a5-bf5e181d6fdc", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1875031611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb78eec5b28145cd860d5af85b224b28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cff1180-c4", "ovs_interfaceid": "4cff1180-c486-4ca9-b48f-084f835b5177", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.468065] env[69751]: DEBUG nova.compute.manager [req-df7bbba7-02c5-4fd5-b0c7-076b8d69556f req-c0bc0d55-ad61-4e8d-893d-301e035434d0 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Received event network-vif-deleted-4cff1180-c486-4ca9-b48f-084f835b5177 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.468299] env[69751]: INFO nova.compute.manager [req-df7bbba7-02c5-4fd5-b0c7-076b8d69556f req-c0bc0d55-ad61-4e8d-893d-301e035434d0 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Neutron deleted interface 4cff1180-c486-4ca9-b48f-084f835b5177; detaching it from the instance and deleting it from the info cache [ 882.468420] env[69751]: DEBUG nova.network.neutron [req-df7bbba7-02c5-4fd5-b0c7-076b8d69556f req-c0bc0d55-ad61-4e8d-893d-301e035434d0 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.476756] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483415, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.729769] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068785} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.730036] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.730798] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807202c4-b293-4263-bb00-0edf987fc28f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.755836] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 4c434dcd-fb59-4653-adbd-e5f4fd19f884/4c434dcd-fb59-4653-adbd-e5f4fd19f884.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.757234] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faae08b6-1fe2-4487-82f9-8766a833e563 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.775122] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 882.775122] env[69751]: value = "task-3483422" [ 882.775122] env[69751]: _type = "Task" [ 882.775122] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.785730] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.852449] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2c092d2e-7646-4db7-b883-16f420d17250 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 882.908021] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483420, 'name': CreateVM_Task, 'duration_secs': 0.616809} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.908284] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.908986] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.909192] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.909567] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.909902] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97abd2a3-adb4-4b12-b9d7-a8461bd2c75f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.914871] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 882.914871] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4039a-238e-44ac-b4ce-99b74983046f" [ 882.914871] env[69751]: _type = "Task" [ 882.914871] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.923836] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4039a-238e-44ac-b4ce-99b74983046f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.926420] env[69751]: DEBUG nova.network.neutron [-] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.972532] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Releasing lock "refresh_cache-85d25ad8-28e1-4174-9a44-592d3a767bfd" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.972694] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Received event network-vif-plugged-2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.972886] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.974139] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Lock "5ad02603-ab24-4817-bfe1-9716de876685-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.974139] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Lock "5ad02603-ab24-4817-bfe1-9716de876685-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.974139] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] No waiting events found dispatching network-vif-plugged-2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 882.974139] env[69751]: WARNING nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Received unexpected event network-vif-plugged-2fb9f25c-d89f-46c9-a292-a68597c045c4 for instance with vm_state building and task_state spawning. [ 882.974139] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Received event network-changed-2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.974356] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Refreshing instance network info cache due to event network-changed-2fb9f25c-d89f-46c9-a292-a68597c045c4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.974356] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Acquiring lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.974356] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Acquired lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.974356] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Refreshing network info cache for port 2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.975814] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483415, 'name': CloneVM_Task, 'duration_secs': 1.415711} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.976316] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d197f19b-64d7-4772-bda9-1b0dda0cc434 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.978359] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Created linked-clone VM from snapshot [ 882.978947] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c632ec-a9dc-4419-b53d-b6abfb326b9f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.987220] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Uploading image 2ee625e3-55b7-458f-a7cf-f4f3f35dd532 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.993704] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c4e99-19c8-4b50-9c86-c882dd9496f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.029637] env[69751]: DEBUG nova.compute.manager [req-df7bbba7-02c5-4fd5-b0c7-076b8d69556f req-c0bc0d55-ad61-4e8d-893d-301e035434d0 service nova] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Detach interface failed, port_id=4cff1180-c486-4ca9-b48f-084f835b5177, reason: Instance 85d25ad8-28e1-4174-9a44-592d3a767bfd could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 883.031187] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 883.031187] env[69751]: value = "vm-696383" [ 883.031187] env[69751]: _type = "VirtualMachine" [ 883.031187] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 883.031731] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e602d6b2-1261-481b-ae0c-595fe0419ccc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.038389] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lease: (returnval){ [ 883.038389] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5285e7cb-1e46-b738-12f0-87316f7f8a0d" [ 883.038389] env[69751]: _type = "HttpNfcLease" [ 883.038389] env[69751]: } obtained for exporting VM: (result){ [ 883.038389] env[69751]: value = "vm-696383" [ 883.038389] env[69751]: _type = "VirtualMachine" [ 883.038389] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 883.038646] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the lease: (returnval){ [ 883.038646] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5285e7cb-1e46-b738-12f0-87316f7f8a0d" [ 883.038646] env[69751]: _type = "HttpNfcLease" [ 883.038646] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 883.044983] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.044983] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5285e7cb-1e46-b738-12f0-87316f7f8a0d" [ 883.044983] env[69751]: _type = "HttpNfcLease" [ 883.044983] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 883.285614] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.357043] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 883.426853] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f4039a-238e-44ac-b4ce-99b74983046f, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.427193] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.427483] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.427802] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.428398] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.428398] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.428600] env[69751]: INFO nova.compute.manager [-] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Took 1.30 seconds to deallocate network for instance. [ 883.429410] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03abf71e-0352-4bc1-90be-d0db339ea912 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.443024] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.443024] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.443024] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dea03159-9ca9-46b4-8cf3-cf6935772b4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.447293] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 883.447293] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523deeda-5e80-0b0d-f80a-7df24af16be5" [ 883.447293] env[69751]: _type = "Task" [ 883.447293] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.456078] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523deeda-5e80-0b0d-f80a-7df24af16be5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.546804] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.546804] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5285e7cb-1e46-b738-12f0-87316f7f8a0d" [ 883.546804] env[69751]: _type = "HttpNfcLease" [ 883.546804] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.547596] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.547596] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5285e7cb-1e46-b738-12f0-87316f7f8a0d" [ 883.547596] env[69751]: _type = "HttpNfcLease" [ 883.547596] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.548540] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed41281c-1558-4ee3-87a9-b5d606e58e99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.558152] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681387-e774-5990-8f40-ed484b159212/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.558152] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681387-e774-5990-8f40-ed484b159212/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.654380] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7f2d4ba3-ba21-4009-8993-9c1184c14767 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.784201] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updated VIF entry in instance network info cache for port 2fb9f25c-d89f-46c9-a292-a68597c045c4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.784582] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating instance_info_cache with network_info: [{"id": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "address": "fa:16:3e:75:4c:e9", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb9f25c-d8", "ovs_interfaceid": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.793555] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483422, 'name': ReconfigVM_Task, 'duration_secs': 0.795623} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.794404] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 4c434dcd-fb59-4653-adbd-e5f4fd19f884/4c434dcd-fb59-4653-adbd-e5f4fd19f884.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.795070] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b84accb-eedf-4729-b0aa-3c3c4f2e7333 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.802367] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 883.802367] env[69751]: value = "task-3483424" [ 883.802367] env[69751]: _type = "Task" [ 883.802367] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.810559] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483424, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.861279] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 6c7fe985-3b75-466f-b252-39a0a560d0d8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 883.938274] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.958418] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523deeda-5e80-0b0d-f80a-7df24af16be5, 'name': SearchDatastore_Task, 'duration_secs': 0.008623} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.959621] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f969c26c-fb76-4092-91e5-169007c7635a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.966515] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 883.966515] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ea46a6-5796-76ba-b9c5-d92c55e6f6ec" [ 883.966515] env[69751]: _type = "Task" [ 883.966515] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.978562] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ea46a6-5796-76ba-b9c5-d92c55e6f6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.289227] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Releasing lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.289227] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Received event network-changed-da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.289227] env[69751]: DEBUG nova.compute.manager [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Refreshing instance network info cache due to event network-changed-da43d2b3-bab9-48ae-bf76-bbedfcb10682. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.289227] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Acquiring lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.289227] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Acquired lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.289461] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Refreshing network info cache for port da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.313021] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483424, 'name': Rename_Task, 'duration_secs': 0.213916} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.313763] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.314187] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b5a1fbe-dc5e-4155-900b-a79182493659 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.324149] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 884.324149] env[69751]: value = "task-3483425" [ 884.324149] env[69751]: _type = "Task" [ 884.324149] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.336450] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.364512] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 677e67e0-f5a4-412b-8ec8-348e690b83f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 884.477042] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ea46a6-5796-76ba-b9c5-d92c55e6f6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01123} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.477172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.477397] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5ad02603-ab24-4817-bfe1-9716de876685/5ad02603-ab24-4817-bfe1-9716de876685.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.477997] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69727b48-01f7-493f-b540-2047bc54c859 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.483717] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 884.483717] env[69751]: value = "task-3483426" [ 884.483717] env[69751]: _type = "Task" [ 884.483717] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.491941] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.836711] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.869668] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 884.997972] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483426, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.083492] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Updated VIF entry in instance network info cache for port da43d2b3-bab9-48ae-bf76-bbedfcb10682. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 885.083863] env[69751]: DEBUG nova.network.neutron [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Updating instance_info_cache with network_info: [{"id": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "address": "fa:16:3e:31:66:91", "network": {"id": "b213eacb-f454-4062-b384-5c2df8972343", "bridge": "br-int", "label": "tempest-ServersTestJSON-1345432950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ffa0ecf4656d4e62b165e17a0c4b971c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2624812a-9f9c-461d-8b5f-79bea90c7ad3", "external-id": "nsx-vlan-transportzone-123", "segmentation_id": 123, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapda43d2b3-ba", "ovs_interfaceid": "da43d2b3-bab9-48ae-bf76-bbedfcb10682", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.335877] env[69751]: DEBUG oslo_vmware.api [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483425, 'name': PowerOnVM_Task, 'duration_secs': 0.73846} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.336253] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.336500] env[69751]: INFO nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Took 8.84 seconds to spawn the instance on the hypervisor. [ 885.337265] env[69751]: DEBUG nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.337938] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0420d8-4d7b-4342-9701-b063ce515289 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.373425] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 17ad9d84-0de2-4364-b34d-971ee7963835 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 885.494607] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483426, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631672} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.494827] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5ad02603-ab24-4817-bfe1-9716de876685/5ad02603-ab24-4817-bfe1-9716de876685.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.495189] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.495535] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2351b235-2472-4985-a579-bc4107dad78e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.502550] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 885.502550] env[69751]: value = "task-3483427" [ 885.502550] env[69751]: _type = "Task" [ 885.502550] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.510410] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.587471] env[69751]: DEBUG oslo_concurrency.lockutils [req-3920fc3f-97e0-422b-8b92-3e7fc4db1ea8 req-99a11bcf-41b4-4843-9a92-99bd3ca91bef service nova] Releasing lock "refresh_cache-34ed9d40-479e-4f43-b127-ec4c0f2634e5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.855493] env[69751]: INFO nova.compute.manager [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Took 42.88 seconds to build instance. [ 885.876893] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2243bdda-7096-4c9a-b6fa-74804dfdedaa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.013285] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063571} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.013565] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.014348] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25be3478-8051-40a0-a7e8-f6002e4d1b1c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.037670] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 5ad02603-ab24-4817-bfe1-9716de876685/5ad02603-ab24-4817-bfe1-9716de876685.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.038092] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59725d67-1739-4f2d-be5f-f5526bcb176d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.060131] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 886.060131] env[69751]: value = "task-3483428" [ 886.060131] env[69751]: _type = "Task" [ 886.060131] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.070507] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.359201] env[69751]: DEBUG oslo_concurrency.lockutils [None req-db73013b-7f36-4faf-aec9-a911ea9d2d94 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.869s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.380133] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance fe76a342-378d-4766-b4f5-5d2471ee2ad9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 886.380498] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 886.380651] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=20GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 886.570012] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483428, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.864528] env[69751]: DEBUG nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 886.924948] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e65c9-bf8a-4dd1-bf4c-70054d295d44 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.932048] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fbb9be6-3639-4d7e-9202-5243c195c36d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.965859] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94251e5-dc3f-4ac1-81f6-620a58f6f26c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.971039] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e1cad4-7cbe-45a1-af39-1ccaa1f3820a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.984479] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.072413] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483428, 'name': ReconfigVM_Task, 'duration_secs': 0.666229} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.072678] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 5ad02603-ab24-4817-bfe1-9716de876685/5ad02603-ab24-4817-bfe1-9716de876685.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.073575] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8619bb7-8c2c-48d1-95a1-db7ac0245c6b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.080019] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 887.080019] env[69751]: value = "task-3483429" [ 887.080019] env[69751]: _type = "Task" [ 887.080019] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.090206] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483429, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.267186] env[69751]: DEBUG nova.compute.manager [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.267373] env[69751]: DEBUG nova.compute.manager [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing instance network info cache due to event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.267584] env[69751]: DEBUG oslo_concurrency.lockutils [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] Acquiring lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.267727] env[69751]: DEBUG oslo_concurrency.lockutils [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] Acquired lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.267915] env[69751]: DEBUG nova.network.neutron [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.384471] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.487903] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.593629] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483429, 'name': Rename_Task, 'duration_secs': 0.172859} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.593958] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.594228] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd5dbc12-0ecd-4271-bbb2-e6f32120a142 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.600386] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 887.600386] env[69751]: value = "task-3483430" [ 887.600386] env[69751]: _type = "Task" [ 887.600386] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.609128] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483430, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.993752] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 887.994050] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.760s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.994369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.255s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.994563] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.996905] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.282s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.998572] env[69751]: INFO nova.compute.claims [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.033280] env[69751]: INFO nova.scheduler.client.report [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Deleted allocations for instance 4011ed19-c85c-405e-9ad0-8e163b03bd75 [ 888.068812] env[69751]: DEBUG nova.network.neutron [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updated VIF entry in instance network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.068812] env[69751]: DEBUG nova.network.neutron [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updating instance_info_cache with network_info: [{"id": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "address": "fa:16:3e:d2:f5:e0", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b79115-0c", "ovs_interfaceid": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.112914] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483430, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.542092] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f468e6-76f1-4aba-9bd9-fb83936a641e tempest-InstanceActionsNegativeTestJSON-674679496 tempest-InstanceActionsNegativeTestJSON-674679496-project-member] Lock "4011ed19-c85c-405e-9ad0-8e163b03bd75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.243s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.571240] env[69751]: DEBUG oslo_concurrency.lockutils [req-e6fa6695-2263-4b75-a350-b5bb37f09581 req-d0f88768-c8c1-4881-bea7-1fe4915db7d4 service nova] Releasing lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.612657] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483430, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.112484] env[69751]: DEBUG oslo_vmware.api [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483430, 'name': PowerOnVM_Task, 'duration_secs': 1.427944} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.115315] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.115667] env[69751]: INFO nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Took 10.34 seconds to spawn the instance on the hypervisor. [ 889.115955] env[69751]: DEBUG nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 889.123021] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c83992c-7edc-4f29-96cd-2128c649a13b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.387818] env[69751]: DEBUG nova.compute.manager [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.387947] env[69751]: DEBUG nova.compute.manager [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing instance network info cache due to event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.388291] env[69751]: DEBUG oslo_concurrency.lockutils [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] Acquiring lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.388440] env[69751]: DEBUG oslo_concurrency.lockutils [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] Acquired lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.388602] env[69751]: DEBUG nova.network.neutron [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.610119] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da46ef75-3b6d-42e7-937c-470bd4169078 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.619611] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41cecbe-e613-444a-a26c-baa74af73bb7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.657764] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0672428-3962-47e0-a0bb-81495b99eb0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.668207] env[69751]: INFO nova.compute.manager [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Took 44.89 seconds to build instance. [ 889.670445] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e401a90f-48d3-43aa-b82a-6df960ddd6c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.685348] env[69751]: DEBUG nova.compute.provider_tree [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.176419] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d42ed089-58e5-45b4-8f7d-7595b20e0587 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.344s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.189034] env[69751]: DEBUG nova.scheduler.client.report [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.244181] env[69751]: DEBUG nova.network.neutron [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updated VIF entry in instance network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.244539] env[69751]: DEBUG nova.network.neutron [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updating instance_info_cache with network_info: [{"id": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "address": "fa:16:3e:d2:f5:e0", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b79115-0c", "ovs_interfaceid": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.531654] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.532039] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.532303] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.532526] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.532873] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.536182] env[69751]: INFO nova.compute.manager [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Terminating instance [ 890.689829] env[69751]: DEBUG nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.699599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.703s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.700799] env[69751]: DEBUG nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.707162] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.233s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.707162] env[69751]: INFO nova.compute.claims [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.751048] env[69751]: DEBUG oslo_concurrency.lockutils [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] Releasing lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.751048] env[69751]: DEBUG nova.compute.manager [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Received event network-changed-00cd1908-244f-404b-8335-47382828885d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.751048] env[69751]: DEBUG nova.compute.manager [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Refreshing instance network info cache due to event network-changed-00cd1908-244f-404b-8335-47382828885d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.751048] env[69751]: DEBUG oslo_concurrency.lockutils [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] Acquiring lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.751048] env[69751]: DEBUG oslo_concurrency.lockutils [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] Acquired lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.751433] env[69751]: DEBUG nova.network.neutron [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Refreshing network info cache for port 00cd1908-244f-404b-8335-47382828885d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.040249] env[69751]: DEBUG nova.compute.manager [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.041318] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.044122] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43fa32e-a01b-4ec8-8e3a-412d08e034ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.057194] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.059845] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80116f07-d40a-417b-b753-ed775e300ecf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.065104] env[69751]: DEBUG oslo_vmware.api [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 891.065104] env[69751]: value = "task-3483431" [ 891.065104] env[69751]: _type = "Task" [ 891.065104] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.074411] env[69751]: DEBUG oslo_vmware.api [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483431, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.213825] env[69751]: DEBUG nova.compute.utils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.223283] env[69751]: DEBUG nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.223283] env[69751]: DEBUG nova.network.neutron [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.226587] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.300022] env[69751]: DEBUG nova.policy [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ed1925864c834de6a2fefe7631b7561a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '857eedd0d0394b8580e4eb628dfcf6a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.567361] env[69751]: DEBUG nova.network.neutron [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updated VIF entry in instance network info cache for port 00cd1908-244f-404b-8335-47382828885d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.567743] env[69751]: DEBUG nova.network.neutron [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updating instance_info_cache with network_info: [{"id": "00cd1908-244f-404b-8335-47382828885d", "address": "fa:16:3e:0d:60:7f", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00cd1908-24", "ovs_interfaceid": "00cd1908-244f-404b-8335-47382828885d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.582885] env[69751]: DEBUG oslo_vmware.api [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483431, 'name': PowerOffVM_Task, 'duration_secs': 0.249094} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.583217] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.583389] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.583654] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-589ac0d2-a670-45f5-864b-cafabdadcc33 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.648359] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.648643] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.648833] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Deleting the datastore file [datastore2] 4c434dcd-fb59-4653-adbd-e5f4fd19f884 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.649224] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-579e99ab-110d-4c71-952a-b15a6a15288f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.658034] env[69751]: DEBUG oslo_vmware.api [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 891.658034] env[69751]: value = "task-3483433" [ 891.658034] env[69751]: _type = "Task" [ 891.658034] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.666995] env[69751]: DEBUG oslo_vmware.api [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.696271] env[69751]: DEBUG nova.network.neutron [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Successfully created port: e3011381-ba84-4d48-93b6-9d1622680ef6 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.731412] env[69751]: DEBUG nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.861813] env[69751]: DEBUG nova.compute.manager [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Received event network-changed-2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.861813] env[69751]: DEBUG nova.compute.manager [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Refreshing instance network info cache due to event network-changed-2fb9f25c-d89f-46c9-a292-a68597c045c4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.861813] env[69751]: DEBUG oslo_concurrency.lockutils [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] Acquiring lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.861813] env[69751]: DEBUG oslo_concurrency.lockutils [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] Acquired lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.861813] env[69751]: DEBUG nova.network.neutron [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Refreshing network info cache for port 2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 891.884232] env[69751]: DEBUG nova.compute.manager [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Received event network-changed-00cd1908-244f-404b-8335-47382828885d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.884232] env[69751]: DEBUG nova.compute.manager [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Refreshing instance network info cache due to event network-changed-00cd1908-244f-404b-8335-47382828885d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.884232] env[69751]: DEBUG oslo_concurrency.lockutils [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] Acquiring lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.071888] env[69751]: DEBUG oslo_concurrency.lockutils [req-91047b95-5425-4252-8b04-058ef3b29738 req-18ab273d-5dad-4c5b-b0b5-fd0628373d9e service nova] Releasing lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.072414] env[69751]: DEBUG oslo_concurrency.lockutils [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] Acquired lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.072601] env[69751]: DEBUG nova.network.neutron [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Refreshing network info cache for port 00cd1908-244f-404b-8335-47382828885d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.174821] env[69751]: DEBUG oslo_vmware.api [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.442178} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.174974] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.175349] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.175649] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.175845] env[69751]: INFO nova.compute.manager [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Took 1.13 seconds to destroy the instance on the hypervisor. [ 892.176587] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.176820] env[69751]: DEBUG nova.compute.manager [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.176926] env[69751]: DEBUG nova.network.neutron [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.436556] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e79da71-ee50-45ce-af37-5fae271f21dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.445245] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72349acf-f53f-4dbc-8366-205679ad476b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.488753] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137eab4-ede5-4ea2-8258-dd1d00eacf13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.495049] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2f56c5-3624-4fa1-86c8-5f5fcc59bb5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.512029] env[69751]: DEBUG nova.compute.provider_tree [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.608155] env[69751]: INFO nova.network.neutron [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Port 00cd1908-244f-404b-8335-47382828885d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 892.608364] env[69751]: DEBUG nova.network.neutron [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.746288] env[69751]: DEBUG nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.774156] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.774425] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.774574] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.774788] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.774960] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.775120] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.775326] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.775482] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.775644] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.775803] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.775970] env[69751]: DEBUG nova.virt.hardware [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.776915] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc77679-7d06-417f-9d5c-3298d2dd4e34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.795680] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d4b32d-3057-42a8-8a6d-41efce2b25a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.858331] env[69751]: DEBUG nova.network.neutron [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updated VIF entry in instance network info cache for port 2fb9f25c-d89f-46c9-a292-a68597c045c4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 892.858331] env[69751]: DEBUG nova.network.neutron [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating instance_info_cache with network_info: [{"id": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "address": "fa:16:3e:75:4c:e9", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb9f25c-d8", "ovs_interfaceid": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.991178] env[69751]: DEBUG nova.network.neutron [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.015091] env[69751]: DEBUG nova.scheduler.client.report [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.113419] env[69751]: DEBUG oslo_concurrency.lockutils [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] Releasing lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.113774] env[69751]: DEBUG nova.compute.manager [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.113953] env[69751]: DEBUG nova.compute.manager [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing instance network info cache due to event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.114174] env[69751]: DEBUG oslo_concurrency.lockutils [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] Acquiring lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.114313] env[69751]: DEBUG oslo_concurrency.lockutils [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] Acquired lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.114468] env[69751]: DEBUG nova.network.neutron [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.361185] env[69751]: DEBUG oslo_concurrency.lockutils [req-a8e8e256-4e14-41aa-9cb0-dee2bdea4e6d req-732a7e59-64f3-46c0-abf9-19ebf13dd30b service nova] Releasing lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.496875] env[69751]: INFO nova.compute.manager [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Took 1.32 seconds to deallocate network for instance. [ 893.523027] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.523027] env[69751]: DEBUG nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.526872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.020s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.530694] env[69751]: INFO nova.compute.claims [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.549211] env[69751]: DEBUG nova.network.neutron [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Successfully updated port: e3011381-ba84-4d48-93b6-9d1622680ef6 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.760076] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681387-e774-5990-8f40-ed484b159212/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.761449] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5b2632-ae03-4c01-abd3-bf065c0da984 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.769191] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681387-e774-5990-8f40-ed484b159212/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.769370] env[69751]: ERROR oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681387-e774-5990-8f40-ed484b159212/disk-0.vmdk due to incomplete transfer. [ 893.769604] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dbdd6a79-c8d6-4106-aeea-233122d0e419 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.781754] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52681387-e774-5990-8f40-ed484b159212/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.781977] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Uploaded image 2ee625e3-55b7-458f-a7cf-f4f3f35dd532 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.784342] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.785038] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8407e746-72cd-4ceb-b513-0b1dbefee499 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.790685] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 893.790685] env[69751]: value = "task-3483434" [ 893.790685] env[69751]: _type = "Task" [ 893.790685] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.802387] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483434, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.894279] env[69751]: DEBUG nova.network.neutron [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updated VIF entry in instance network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.894534] env[69751]: DEBUG nova.network.neutron [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updating instance_info_cache with network_info: [{"id": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "address": "fa:16:3e:d2:f5:e0", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b79115-0c", "ovs_interfaceid": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.981302] env[69751]: DEBUG nova.compute.manager [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.981983] env[69751]: DEBUG nova.compute.manager [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing instance network info cache due to event network-changed-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.981983] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Acquiring lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.999798] env[69751]: DEBUG nova.compute.manager [req-390b5022-e376-45b8-aafc-bdab0e2ca2e1 req-01ebf389-8928-43f4-9e1f-d3b661d6d388 service nova] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Received event network-vif-deleted-00cd1908-244f-404b-8335-47382828885d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.004748] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.028190] env[69751]: DEBUG nova.compute.utils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.029582] env[69751]: DEBUG nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.029746] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.056685] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "refresh_cache-f916deca-c048-436e-82cd-cc49c9983c06" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.056950] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquired lock "refresh_cache-f916deca-c048-436e-82cd-cc49c9983c06" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.057118] env[69751]: DEBUG nova.network.neutron [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.076883] env[69751]: DEBUG nova.policy [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2e3515f8c72463a9288a96e0bfa36d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe2c6b7c112f412694997bd4f87aca1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 894.224850] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.300765] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483434, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.398604] env[69751]: DEBUG oslo_concurrency.lockutils [req-d67e852f-058d-4d3e-a811-aaf558c36576 req-806d8859-34f9-46a4-a871-cebb2ebe8c7a service nova] Releasing lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.399153] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Acquired lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.399428] env[69751]: DEBUG nova.network.neutron [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Refreshing network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.422201] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Successfully created port: a454214d-6c41-4ae4-bf06-5350f6d537e6 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.533681] env[69751]: DEBUG nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.615065] env[69751]: DEBUG nova.network.neutron [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.808038] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483434, 'name': Destroy_Task, 'duration_secs': 0.994751} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.808350] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Destroyed the VM [ 894.808616] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 894.808897] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b00fe7ef-78b1-4bdc-a177-1b4beafa95ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.817511] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 894.817511] env[69751]: value = "task-3483435" [ 894.817511] env[69751]: _type = "Task" [ 894.817511] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.828709] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483435, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.874505] env[69751]: DEBUG nova.network.neutron [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Updating instance_info_cache with network_info: [{"id": "e3011381-ba84-4d48-93b6-9d1622680ef6", "address": "fa:16:3e:ba:f6:7b", "network": {"id": "383d3497-05bb-4459-8c9c-1d2d0c6ac9b8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1162852440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "857eedd0d0394b8580e4eb628dfcf6a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3011381-ba", "ovs_interfaceid": "e3011381-ba84-4d48-93b6-9d1622680ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.905377] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Successfully created port: 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.248416] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c5768-9097-482e-820e-aafef06ef724 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.256217] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30a360d-2842-4468-acee-c1d32f558e09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.291288] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153abed7-add1-4789-a670-1bd689c204d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.299089] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21200fc7-08ed-40f9-a30d-1d2eb3db997b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.304014] env[69751]: DEBUG nova.network.neutron [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updated VIF entry in instance network info cache for port 50b79115-0c74-45c7-9ff0-80b9fbbfb9f5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.304146] env[69751]: DEBUG nova.network.neutron [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updating instance_info_cache with network_info: [{"id": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "address": "fa:16:3e:d2:f5:e0", "network": {"id": "dbcf9290-c77d-400e-9bba-2e5f2a3ecddc", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-698482420-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e375cf3ed4e4439a26d8174e32bfd31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6685c85e-be1e-4b7b-a6cc-3e50e59b6567", "external-id": "nsx-vlan-transportzone-129", "segmentation_id": 129, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50b79115-0c", "ovs_interfaceid": "50b79115-0c74-45c7-9ff0-80b9fbbfb9f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.315416] env[69751]: DEBUG nova.compute.provider_tree [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.327376] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483435, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.381612] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Releasing lock "refresh_cache-f916deca-c048-436e-82cd-cc49c9983c06" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.381952] env[69751]: DEBUG nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Instance network_info: |[{"id": "e3011381-ba84-4d48-93b6-9d1622680ef6", "address": "fa:16:3e:ba:f6:7b", "network": {"id": "383d3497-05bb-4459-8c9c-1d2d0c6ac9b8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1162852440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "857eedd0d0394b8580e4eb628dfcf6a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3011381-ba", "ovs_interfaceid": "e3011381-ba84-4d48-93b6-9d1622680ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.382400] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:f6:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd8383707-f093-40a7-a5ba-31b0e07cac45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3011381-ba84-4d48-93b6-9d1622680ef6', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.390222] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Creating folder: Project (857eedd0d0394b8580e4eb628dfcf6a3). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.390518] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aaf85359-a765-422b-a1d8-21cf813fd212 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.402653] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Created folder: Project (857eedd0d0394b8580e4eb628dfcf6a3) in parent group-v696263. [ 895.402848] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Creating folder: Instances. Parent ref: group-v696387. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.403100] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb699a2c-33e8-4b85-b22f-2002a6b72050 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.411609] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Successfully created port: 9a3b373e-322a-447f-9611-c2fef4540db0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.415295] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Created folder: Instances in parent group-v696387. [ 895.415295] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.415504] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.415599] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e220db46-9429-46cd-adbc-48ae695eea68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.433637] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.433637] env[69751]: value = "task-3483438" [ 895.433637] env[69751]: _type = "Task" [ 895.433637] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.441785] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483438, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.547173] env[69751]: DEBUG nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 895.579733] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.579976] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.580197] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.580452] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.580628] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.580763] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.580976] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.581153] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.581319] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.581479] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.581684] env[69751]: DEBUG nova.virt.hardware [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.582580] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc68c7a-1318-46c0-86ef-b6bf708618e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.592473] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad932daa-4c66-4960-940b-cb0b107bf408 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.807243] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Releasing lock "refresh_cache-be388d62-02c2-4881-a81c-bddcbc3ce998" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.807549] env[69751]: DEBUG nova.compute.manager [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Received event network-vif-plugged-e3011381-ba84-4d48-93b6-9d1622680ef6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.807768] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Acquiring lock "f916deca-c048-436e-82cd-cc49c9983c06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.807983] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Lock "f916deca-c048-436e-82cd-cc49c9983c06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.808162] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Lock "f916deca-c048-436e-82cd-cc49c9983c06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.808394] env[69751]: DEBUG nova.compute.manager [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] No waiting events found dispatching network-vif-plugged-e3011381-ba84-4d48-93b6-9d1622680ef6 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.808493] env[69751]: WARNING nova.compute.manager [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Received unexpected event network-vif-plugged-e3011381-ba84-4d48-93b6-9d1622680ef6 for instance with vm_state building and task_state spawning. [ 895.808652] env[69751]: DEBUG nova.compute.manager [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Received event network-changed-e3011381-ba84-4d48-93b6-9d1622680ef6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.808805] env[69751]: DEBUG nova.compute.manager [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Refreshing instance network info cache due to event network-changed-e3011381-ba84-4d48-93b6-9d1622680ef6. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.809071] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Acquiring lock "refresh_cache-f916deca-c048-436e-82cd-cc49c9983c06" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.809178] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Acquired lock "refresh_cache-f916deca-c048-436e-82cd-cc49c9983c06" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.809378] env[69751]: DEBUG nova.network.neutron [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Refreshing network info cache for port e3011381-ba84-4d48-93b6-9d1622680ef6 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.818106] env[69751]: DEBUG nova.scheduler.client.report [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.831810] env[69751]: DEBUG oslo_vmware.api [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483435, 'name': RemoveSnapshot_Task, 'duration_secs': 0.955668} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.831810] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 895.831810] env[69751]: INFO nova.compute.manager [None req-9a84c2b1-510c-4a5c-8753-e0e252d07564 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Took 15.96 seconds to snapshot the instance on the hypervisor. [ 895.943400] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483438, 'name': CreateVM_Task, 'duration_secs': 0.284344} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.943593] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.946670] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.947014] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.947213] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.947469] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5061b0f1-98d2-4e1a-92b2-ce57db2d0b22 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.952277] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 895.952277] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bcc569-0266-0feb-5d89-e3480228fa30" [ 895.952277] env[69751]: _type = "Task" [ 895.952277] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.968620] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bcc569-0266-0feb-5d89-e3480228fa30, 'name': SearchDatastore_Task, 'duration_secs': 0.010033} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.968620] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.968754] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.968932] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.969084] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.969273] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.969636] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfec1b99-62d7-4b73-b993-c5aac1b6f4d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.980334] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.980525] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.981313] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fb9792-8c63-4eb8-a2a5-591f191586fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.990586] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 895.990586] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d05d96-6700-15a9-950b-1c8e0a73332f" [ 895.990586] env[69751]: _type = "Task" [ 895.990586] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.998280] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d05d96-6700-15a9-950b-1c8e0a73332f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.328695] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.802s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.329367] env[69751]: DEBUG nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.332672] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.195s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.336319] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.338869] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.795s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.338869] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.342664] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.870s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.344194] env[69751]: INFO nova.compute.claims [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.375653] env[69751]: INFO nova.scheduler.client.report [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted allocations for instance bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c [ 896.380843] env[69751]: INFO nova.scheduler.client.report [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted allocations for instance f49faaa0-2097-4cd5-8a6f-791dd4db53ac [ 896.501974] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d05d96-6700-15a9-950b-1c8e0a73332f, 'name': SearchDatastore_Task, 'duration_secs': 0.008718} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.502761] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a8108e0-7a2d-42c6-834c-b7ebfa698bf9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.508522] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 896.508522] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52702290-bcea-9cda-0e95-6b3682afc63f" [ 896.508522] env[69751]: _type = "Task" [ 896.508522] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.517153] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52702290-bcea-9cda-0e95-6b3682afc63f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.606773] env[69751]: DEBUG nova.network.neutron [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Updated VIF entry in instance network info cache for port e3011381-ba84-4d48-93b6-9d1622680ef6. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.606773] env[69751]: DEBUG nova.network.neutron [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Updating instance_info_cache with network_info: [{"id": "e3011381-ba84-4d48-93b6-9d1622680ef6", "address": "fa:16:3e:ba:f6:7b", "network": {"id": "383d3497-05bb-4459-8c9c-1d2d0c6ac9b8", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1162852440-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "857eedd0d0394b8580e4eb628dfcf6a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d8383707-f093-40a7-a5ba-31b0e07cac45", "external-id": "cl2-zone-18", "segmentation_id": 18, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3011381-ba", "ovs_interfaceid": "e3011381-ba84-4d48-93b6-9d1622680ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.732240] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.732354] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.851126] env[69751]: DEBUG nova.compute.utils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.851866] env[69751]: DEBUG nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 896.853123] env[69751]: DEBUG nova.network.neutron [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 896.891448] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfb4752b-7948-4a2f-b4cf-89aa6e1c3f9e tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.190s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.909326] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7756a8d-23ad-47c0-a6b0-de24f3170bc4 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "f49faaa0-2097-4cd5-8a6f-791dd4db53ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.288s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.020268] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52702290-bcea-9cda-0e95-6b3682afc63f, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.020529] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.020784] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f916deca-c048-436e-82cd-cc49c9983c06/f916deca-c048-436e-82cd-cc49c9983c06.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.021056] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d871f519-03f9-4547-9a28-80d79d5c3acf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.027441] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 897.027441] env[69751]: value = "task-3483439" [ 897.027441] env[69751]: _type = "Task" [ 897.027441] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.038284] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.065256] env[69751]: DEBUG nova.policy [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dd6c7e140eb641458a767a0132e190bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80aee67023ca4b7c9e038edd38eeda30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.111839] env[69751]: DEBUG oslo_concurrency.lockutils [req-1f3af152-21b8-44bd-9f33-41f8729f21c1 req-5dc90b51-7cc9-4b49-9048-cd4c31761684 service nova] Releasing lock "refresh_cache-f916deca-c048-436e-82cd-cc49c9983c06" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.361748] env[69751]: DEBUG nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.476335] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Successfully updated port: a454214d-6c41-4ae4-bf06-5350f6d537e6 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.537321] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458787} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.537659] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f916deca-c048-436e-82cd-cc49c9983c06/f916deca-c048-436e-82cd-cc49c9983c06.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.537965] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.538301] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a943c968-dda5-4c5d-8d44-42a0c7b47cee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.546597] env[69751]: DEBUG nova.compute.manager [req-d986d7ee-e50e-4f41-9279-81b9d341db97 req-60f20334-45c8-4602-bf79-24a4304e1553 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-vif-plugged-a454214d-6c41-4ae4-bf06-5350f6d537e6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.546913] env[69751]: DEBUG oslo_concurrency.lockutils [req-d986d7ee-e50e-4f41-9279-81b9d341db97 req-60f20334-45c8-4602-bf79-24a4304e1553 service nova] Acquiring lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.547201] env[69751]: DEBUG oslo_concurrency.lockutils [req-d986d7ee-e50e-4f41-9279-81b9d341db97 req-60f20334-45c8-4602-bf79-24a4304e1553 service nova] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.547444] env[69751]: DEBUG oslo_concurrency.lockutils [req-d986d7ee-e50e-4f41-9279-81b9d341db97 req-60f20334-45c8-4602-bf79-24a4304e1553 service nova] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.547661] env[69751]: DEBUG nova.compute.manager [req-d986d7ee-e50e-4f41-9279-81b9d341db97 req-60f20334-45c8-4602-bf79-24a4304e1553 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] No waiting events found dispatching network-vif-plugged-a454214d-6c41-4ae4-bf06-5350f6d537e6 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 897.547983] env[69751]: WARNING nova.compute.manager [req-d986d7ee-e50e-4f41-9279-81b9d341db97 req-60f20334-45c8-4602-bf79-24a4304e1553 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received unexpected event network-vif-plugged-a454214d-6c41-4ae4-bf06-5350f6d537e6 for instance with vm_state building and task_state spawning. [ 897.550920] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 897.550920] env[69751]: value = "task-3483440" [ 897.550920] env[69751]: _type = "Task" [ 897.550920] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.560219] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.636156] env[69751]: DEBUG nova.network.neutron [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Successfully created port: e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 897.950870] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b41c2e0-1b95-44ee-92d0-873c35f6da48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.958163] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95aa37b-b40a-4252-a48c-c62bda64ac5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.000317] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff2039b-41b0-4263-b2bd-8a36900d5724 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.008747] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f86857-24a5-48cb-9b4a-63dfcbb8ddaf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.025046] env[69751]: DEBUG nova.compute.provider_tree [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 898.059291] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069181} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.059546] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.062982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0894db-23cc-47f7-b94d-f390ea252978 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.085384] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f916deca-c048-436e-82cd-cc49c9983c06/f916deca-c048-436e-82cd-cc49c9983c06.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.085384] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31abc099-d772-405d-b63f-18816a39629c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.105731] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 898.105731] env[69751]: value = "task-3483441" [ 898.105731] env[69751]: _type = "Task" [ 898.105731] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.114803] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.236354] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "4dd46da4-1563-45ec-9733-7ecf7df52723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.236649] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.268008] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "70b84da0-e146-43d8-a489-e4685eb4e59d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.268279] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.374304] env[69751]: DEBUG nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.394595] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.395017] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.395173] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.395360] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.396039] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.396039] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.396039] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.396039] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.396217] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.396321] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.396494] env[69751]: DEBUG nova.virt.hardware [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.397442] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a6e3dde-bbc9-4d28-8202-89333a24f520 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.405917] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46add799-15f4-4a01-884c-49d730bdce55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.528957] env[69751]: DEBUG nova.scheduler.client.report [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.618064] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483441, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.035844] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.035844] env[69751]: DEBUG nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.040023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.448s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.040023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.040505] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.935s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.040505] env[69751]: DEBUG nova.objects.instance [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 899.066421] env[69751]: INFO nova.scheduler.client.report [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleted allocations for instance 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0 [ 899.117522] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483441, 'name': ReconfigVM_Task, 'duration_secs': 0.545677} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.117864] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f916deca-c048-436e-82cd-cc49c9983c06/f916deca-c048-436e-82cd-cc49c9983c06.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.118553] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07941046-eb47-4ba2-9e7f-796985085494 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.125894] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 899.125894] env[69751]: value = "task-3483442" [ 899.125894] env[69751]: _type = "Task" [ 899.125894] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.134157] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483442, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.282545] env[69751]: DEBUG nova.network.neutron [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Successfully updated port: e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.377669] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "06644b44-8b0c-48ab-9160-7adaba217538" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.377984] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "06644b44-8b0c-48ab-9160-7adaba217538" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.378231] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "06644b44-8b0c-48ab-9160-7adaba217538-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.378421] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "06644b44-8b0c-48ab-9160-7adaba217538-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.378590] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "06644b44-8b0c-48ab-9160-7adaba217538-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.383394] env[69751]: INFO nova.compute.manager [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Terminating instance [ 899.548108] env[69751]: DEBUG nova.compute.utils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.550351] env[69751]: DEBUG nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 899.550662] env[69751]: DEBUG nova.network.neutron [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.576683] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e48ab61-cd25-473f-b083-7ecc1cf99c22 tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.464s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.634343] env[69751]: DEBUG nova.policy [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7405cd1bfe475a88f481a24d3bb7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9413a7f46dca4897a391dc99db0e5085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 899.642361] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-changed-a454214d-6c41-4ae4-bf06-5350f6d537e6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.642361] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Refreshing instance network info cache due to event network-changed-a454214d-6c41-4ae4-bf06-5350f6d537e6. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.642361] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Acquiring lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.642361] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Acquired lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.642361] env[69751]: DEBUG nova.network.neutron [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Refreshing network info cache for port a454214d-6c41-4ae4-bf06-5350f6d537e6 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.648873] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483442, 'name': Rename_Task, 'duration_secs': 0.137927} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.649658] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.655090] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fb9e961-ffdd-4f98-89cf-168ef4d7c22e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.662379] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 899.662379] env[69751]: value = "task-3483443" [ 899.662379] env[69751]: _type = "Task" [ 899.662379] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.676039] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.676039] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Successfully updated port: 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.784330] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.786679] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquired lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.786679] env[69751]: DEBUG nova.network.neutron [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.889806] env[69751]: DEBUG nova.compute.manager [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 899.890164] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.891197] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2405355-5f39-44ef-b5aa-b0ff1059a12b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.899269] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.899504] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a87774d-3960-41e3-b579-6efa3f1865ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.905217] env[69751]: DEBUG oslo_vmware.api [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 899.905217] env[69751]: value = "task-3483444" [ 899.905217] env[69751]: _type = "Task" [ 899.905217] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.913430] env[69751]: DEBUG oslo_vmware.api [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.958813] env[69751]: DEBUG nova.network.neutron [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Successfully created port: 3804253b-951f-4c73-95fa-f96abcd44668 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.966787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "1051b941-c705-42c0-833d-e6e35aacb293" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.966787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.966787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "1051b941-c705-42c0-833d-e6e35aacb293-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.966787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.969760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.969760] env[69751]: INFO nova.compute.manager [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Terminating instance [ 900.057166] env[69751]: DEBUG nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.058561] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fde3db6-22c4-4603-b45e-19f3b8e90a0f tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.059808] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.509s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.064311] env[69751]: INFO nova.compute.claims [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.178019] env[69751]: DEBUG oslo_vmware.api [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483443, 'name': PowerOnVM_Task, 'duration_secs': 0.463532} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.178019] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.178019] env[69751]: INFO nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Took 7.43 seconds to spawn the instance on the hypervisor. [ 900.178019] env[69751]: DEBUG nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.178019] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77e267b-93e5-44b2-a315-5fc7435ff41e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.221376] env[69751]: DEBUG nova.network.neutron [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.366801] env[69751]: DEBUG nova.network.neutron [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.416478] env[69751]: DEBUG oslo_vmware.api [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483444, 'name': PowerOffVM_Task, 'duration_secs': 0.195322} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.416478] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.416921] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.417373] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-556343cd-c5e6-464e-8352-67746f430892 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.436694] env[69751]: DEBUG nova.network.neutron [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.474177] env[69751]: DEBUG nova.compute.manager [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 900.474177] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 900.475788] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71454ac-3465-4e8b-8990-d6dfc93369a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.479753] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.480036] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.480267] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Deleting the datastore file [datastore2] 06644b44-8b0c-48ab-9160-7adaba217538 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.481149] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce954ecd-205f-4263-b29a-b674f923c5bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.485274] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.485541] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aeb37501-2a00-41f5-a97a-62b1a9a866a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.488041] env[69751]: DEBUG oslo_vmware.api [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 900.488041] env[69751]: value = "task-3483446" [ 900.488041] env[69751]: _type = "Task" [ 900.488041] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.492468] env[69751]: DEBUG oslo_vmware.api [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 900.492468] env[69751]: value = "task-3483447" [ 900.492468] env[69751]: _type = "Task" [ 900.492468] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.499430] env[69751]: DEBUG oslo_vmware.api [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.504077] env[69751]: DEBUG oslo_vmware.api [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.643374] env[69751]: DEBUG nova.network.neutron [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Updating instance_info_cache with network_info: [{"id": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "address": "fa:16:3e:ae:44:d2", "network": {"id": "e03a5a1f-abb5-437f-bfcf-0fb7b2c74b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-976125808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80aee67023ca4b7c9e038edd38eeda30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02e3915-57", "ovs_interfaceid": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.704070] env[69751]: INFO nova.compute.manager [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Took 51.00 seconds to build instance. [ 900.939885] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Releasing lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.940174] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Received event network-vif-plugged-e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.940425] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Acquiring lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.940644] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.940808] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.940973] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] No waiting events found dispatching network-vif-plugged-e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 900.941158] env[69751]: WARNING nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Received unexpected event network-vif-plugged-e02e3915-57ec-4772-a94e-ab94c91a5c99 for instance with vm_state building and task_state spawning. [ 900.941352] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Received event network-changed-e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.941496] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Refreshing instance network info cache due to event network-changed-e02e3915-57ec-4772-a94e-ab94c91a5c99. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 900.941662] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Acquiring lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.002158] env[69751]: DEBUG oslo_vmware.api [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183432} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.005629] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.005629] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.005629] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.005835] env[69751]: INFO nova.compute.manager [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Took 1.12 seconds to destroy the instance on the hypervisor. [ 901.006042] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.006533] env[69751]: DEBUG oslo_vmware.api [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483447, 'name': PowerOffVM_Task, 'duration_secs': 0.175367} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.006739] env[69751]: DEBUG nova.compute.manager [-] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.006860] env[69751]: DEBUG nova.network.neutron [-] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.008933] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.009028] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 901.009240] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-960713a0-48d8-4844-8220-f43b071a21e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.067212] env[69751]: DEBUG nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.099066] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 901.099549] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 901.099549] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleting the datastore file [datastore1] 1051b941-c705-42c0-833d-e6e35aacb293 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 901.103019] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-469641b2-402e-4655-8a2b-eeb65b10eeb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.106644] env[69751]: DEBUG oslo_vmware.api [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for the task: (returnval){ [ 901.106644] env[69751]: value = "task-3483449" [ 901.106644] env[69751]: _type = "Task" [ 901.106644] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.112811] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.113826] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.113826] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.113826] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.113826] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.114048] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.114151] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.114379] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.114558] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.114717] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.114883] env[69751]: DEBUG nova.virt.hardware [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.115690] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53fe494e-3d3c-4375-ba7e-02a5d50c041c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.125462] env[69751]: DEBUG oslo_vmware.api [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.128638] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58fd82f-6595-4d61-ac49-faed08b39dd3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.145867] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Releasing lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.146201] env[69751]: DEBUG nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Instance network_info: |[{"id": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "address": "fa:16:3e:ae:44:d2", "network": {"id": "e03a5a1f-abb5-437f-bfcf-0fb7b2c74b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-976125808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80aee67023ca4b7c9e038edd38eeda30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02e3915-57", "ovs_interfaceid": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.147628] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Acquired lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.147628] env[69751]: DEBUG nova.network.neutron [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Refreshing network info cache for port e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.148080] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:44:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e02e3915-57ec-4772-a94e-ab94c91a5c99', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.155715] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Creating folder: Project (80aee67023ca4b7c9e038edd38eeda30). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.156282] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-311c91bd-eddc-4a9a-84bc-c19ad7f99bc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.167792] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Created folder: Project (80aee67023ca4b7c9e038edd38eeda30) in parent group-v696263. [ 901.167984] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Creating folder: Instances. Parent ref: group-v696390. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.168398] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f40e02d-2516-4402-8925-674e41955526 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.182159] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Created folder: Instances in parent group-v696390. [ 901.183674] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.183674] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.183812] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3e2e08b-7a1b-4bf4-987b-1beb12e7e65b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.206621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9f1587f-4f95-4f0e-866d-93121b722245 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "f916deca-c048-436e-82cd-cc49c9983c06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.882s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.209025] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.209025] env[69751]: value = "task-3483452" [ 901.209025] env[69751]: _type = "Task" [ 901.209025] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.220395] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483452, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.460692] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38ffe68a-30fe-4e25-ab94-ad5b80824f8b tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "interface-f916deca-c048-436e-82cd-cc49c9983c06-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.460979] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38ffe68a-30fe-4e25-ab94-ad5b80824f8b tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "interface-f916deca-c048-436e-82cd-cc49c9983c06-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.461304] env[69751]: DEBUG nova.objects.instance [None req-38ffe68a-30fe-4e25-ab94-ad5b80824f8b tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lazy-loading 'flavor' on Instance uuid f916deca-c048-436e-82cd-cc49c9983c06 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 901.623949] env[69751]: DEBUG oslo_vmware.api [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Task: {'id': task-3483449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242542} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.626841] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.627206] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.628393] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.628393] env[69751]: INFO nova.compute.manager [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Took 1.15 seconds to destroy the instance on the hypervisor. [ 901.628393] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.629783] env[69751]: DEBUG nova.compute.manager [-] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 901.631773] env[69751]: DEBUG nova.network.neutron [-] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 901.657567] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9bd4ef-b9b9-4328-8d1d-e4933ba482e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.666061] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c21d0e-211c-4fbb-83e2-15707d8091d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.700458] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d415d867-678c-4359-9550-726df9706bb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.707864] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f49f99-1a1f-4990-b065-17f3a9777c4a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.716023] env[69751]: DEBUG nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.727826] env[69751]: DEBUG nova.compute.provider_tree [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.732988] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483452, 'name': CreateVM_Task, 'duration_secs': 0.511932} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.733497] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.734144] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.734818] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.734818] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.735687] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cb57a9-e938-4d61-a501-e532fcff1bba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.740904] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 901.740904] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f0b8c-c1f3-8edb-f6de-fc77bf86deac" [ 901.740904] env[69751]: _type = "Task" [ 901.740904] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.748591] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f0b8c-c1f3-8edb-f6de-fc77bf86deac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.764115] env[69751]: DEBUG nova.network.neutron [-] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.969685] env[69751]: DEBUG nova.objects.instance [None req-38ffe68a-30fe-4e25-ab94-ad5b80824f8b tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lazy-loading 'pci_requests' on Instance uuid f916deca-c048-436e-82cd-cc49c9983c06 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.080712] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Successfully updated port: 9a3b373e-322a-447f-9611-c2fef4540db0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.085976] env[69751]: DEBUG nova.network.neutron [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Updated VIF entry in instance network info cache for port e02e3915-57ec-4772-a94e-ab94c91a5c99. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.085976] env[69751]: DEBUG nova.network.neutron [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Updating instance_info_cache with network_info: [{"id": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "address": "fa:16:3e:ae:44:d2", "network": {"id": "e03a5a1f-abb5-437f-bfcf-0fb7b2c74b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-976125808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80aee67023ca4b7c9e038edd38eeda30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02e3915-57", "ovs_interfaceid": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.117441] env[69751]: DEBUG nova.network.neutron [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Successfully updated port: 3804253b-951f-4c73-95fa-f96abcd44668 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.177078] env[69751]: DEBUG nova.compute.manager [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-changed-7da69e79-8d7b-4a6e-a8a1-ac0502d52983 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.177278] env[69751]: DEBUG nova.compute.manager [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Refreshing instance network info cache due to event network-changed-7da69e79-8d7b-4a6e-a8a1-ac0502d52983. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.177490] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] Acquiring lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.177630] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] Acquired lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.177804] env[69751]: DEBUG nova.network.neutron [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Refreshing network info cache for port 7da69e79-8d7b-4a6e-a8a1-ac0502d52983 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.234288] env[69751]: DEBUG nova.scheduler.client.report [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.251883] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f0b8c-c1f3-8edb-f6de-fc77bf86deac, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.253756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.253822] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.253998] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.254243] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.254387] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.254562] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.255109] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc50b1f6-5307-4b7d-ad5d-ce5dcd815919 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.265307] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.265484] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.266379] env[69751]: INFO nova.compute.manager [-] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Took 1.26 seconds to deallocate network for instance. [ 902.266594] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b9be546-d025-40bc-ae78-85409b521e1c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.274109] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 902.274109] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52591ebe-2f95-70b3-84ae-41726ae4c180" [ 902.274109] env[69751]: _type = "Task" [ 902.274109] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.282029] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52591ebe-2f95-70b3-84ae-41726ae4c180, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.472460] env[69751]: DEBUG nova.objects.base [None req-38ffe68a-30fe-4e25-ab94-ad5b80824f8b tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 902.472744] env[69751]: DEBUG nova.network.neutron [None req-38ffe68a-30fe-4e25-ab94-ad5b80824f8b tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.542909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38ffe68a-30fe-4e25-ab94-ad5b80824f8b tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "interface-f916deca-c048-436e-82cd-cc49c9983c06-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.082s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.556171] env[69751]: DEBUG nova.compute.manager [req-f5ac1b85-97e9-4c86-8d07-90801fc21b89 req-a4e565c0-a14c-4e42-b4cc-a4afcf5482fb service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-vif-plugged-9a3b373e-322a-447f-9611-c2fef4540db0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.556449] env[69751]: DEBUG oslo_concurrency.lockutils [req-f5ac1b85-97e9-4c86-8d07-90801fc21b89 req-a4e565c0-a14c-4e42-b4cc-a4afcf5482fb service nova] Acquiring lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.556613] env[69751]: DEBUG oslo_concurrency.lockutils [req-f5ac1b85-97e9-4c86-8d07-90801fc21b89 req-a4e565c0-a14c-4e42-b4cc-a4afcf5482fb service nova] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.556841] env[69751]: DEBUG oslo_concurrency.lockutils [req-f5ac1b85-97e9-4c86-8d07-90801fc21b89 req-a4e565c0-a14c-4e42-b4cc-a4afcf5482fb service nova] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.557032] env[69751]: DEBUG nova.compute.manager [req-f5ac1b85-97e9-4c86-8d07-90801fc21b89 req-a4e565c0-a14c-4e42-b4cc-a4afcf5482fb service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] No waiting events found dispatching network-vif-plugged-9a3b373e-322a-447f-9611-c2fef4540db0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.557205] env[69751]: WARNING nova.compute.manager [req-f5ac1b85-97e9-4c86-8d07-90801fc21b89 req-a4e565c0-a14c-4e42-b4cc-a4afcf5482fb service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received unexpected event network-vif-plugged-9a3b373e-322a-447f-9611-c2fef4540db0 for instance with vm_state building and task_state spawning. [ 902.583214] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.587798] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Releasing lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.588056] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-vif-plugged-7da69e79-8d7b-4a6e-a8a1-ac0502d52983 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.588250] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Acquiring lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.588445] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.588602] env[69751]: DEBUG oslo_concurrency.lockutils [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.588762] env[69751]: DEBUG nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] No waiting events found dispatching network-vif-plugged-7da69e79-8d7b-4a6e-a8a1-ac0502d52983 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 902.588924] env[69751]: WARNING nova.compute.manager [req-0976d3e7-7e9a-4669-a7f6-867d4f7980df req-14e95855-f689-4da0-a120-78dddeac12fe service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received unexpected event network-vif-plugged-7da69e79-8d7b-4a6e-a8a1-ac0502d52983 for instance with vm_state building and task_state spawning. [ 902.619525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "refresh_cache-a85b8c05-79a3-48e7-85d5-bdad0990397b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.619639] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "refresh_cache-a85b8c05-79a3-48e7-85d5-bdad0990397b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.619849] env[69751]: DEBUG nova.network.neutron [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.623346] env[69751]: DEBUG nova.network.neutron [-] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.722531] env[69751]: DEBUG nova.network.neutron [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.738548] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.738926] env[69751]: DEBUG nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.741960] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.270s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.743056] env[69751]: INFO nova.compute.claims [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.775872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.794613] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52591ebe-2f95-70b3-84ae-41726ae4c180, 'name': SearchDatastore_Task, 'duration_secs': 0.02007} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.797615] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8eeeb50-e090-486e-b682-dd19e213e2e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.803489] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 902.803489] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229c3c2-598f-c796-fcad-6b9d2815d21a" [ 902.803489] env[69751]: _type = "Task" [ 902.803489] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.814089] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229c3c2-598f-c796-fcad-6b9d2815d21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.833398] env[69751]: DEBUG nova.network.neutron [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.125437] env[69751]: INFO nova.compute.manager [-] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Took 1.50 seconds to deallocate network for instance. [ 903.152041] env[69751]: DEBUG nova.network.neutron [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.250831] env[69751]: DEBUG nova.compute.utils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.254301] env[69751]: DEBUG nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.254452] env[69751]: DEBUG nova.network.neutron [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.308253] env[69751]: DEBUG nova.network.neutron [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Updating instance_info_cache with network_info: [{"id": "3804253b-951f-4c73-95fa-f96abcd44668", "address": "fa:16:3e:a5:09:a3", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3804253b-95", "ovs_interfaceid": "3804253b-951f-4c73-95fa-f96abcd44668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.317386] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229c3c2-598f-c796-fcad-6b9d2815d21a, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.318821] env[69751]: DEBUG nova.policy [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cce738d296842c8acef1d5e4bf40679', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40bc66610fea4d39a06e6e76f40ba0cf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.320934] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.321221] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] dab255ce-923e-45eb-bd6d-0bbd34a21b7f/dab255ce-923e-45eb-bd6d-0bbd34a21b7f.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 903.321497] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f92460d8-ca39-4040-91ff-97face84f5f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.329432] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 903.329432] env[69751]: value = "task-3483453" [ 903.329432] env[69751]: _type = "Task" [ 903.329432] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.337942] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] Releasing lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.338332] env[69751]: DEBUG nova.compute.manager [req-c0530e12-7d13-4568-8eff-234729c103e3 req-733364a3-5a6f-4a60-92f9-3f55e073a01c service nova] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Received event network-vif-deleted-e4ef2bfa-812a-4cf4-872e-c8d69141415e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.338681] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483453, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.338898] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.339055] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.612039] env[69751]: DEBUG nova.network.neutron [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Successfully created port: 437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.632129] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.755788] env[69751]: DEBUG nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.811619] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "refresh_cache-a85b8c05-79a3-48e7-85d5-bdad0990397b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.811984] env[69751]: DEBUG nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Instance network_info: |[{"id": "3804253b-951f-4c73-95fa-f96abcd44668", "address": "fa:16:3e:a5:09:a3", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3804253b-95", "ovs_interfaceid": "3804253b-951f-4c73-95fa-f96abcd44668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 903.815580] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:09:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3804253b-951f-4c73-95fa-f96abcd44668', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.829852] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.834141] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.834141] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-448299b2-6828-400b-bc76-4aaed5ba839b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.864602] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483453, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.866101] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.866101] env[69751]: value = "task-3483454" [ 903.866101] env[69751]: _type = "Task" [ 903.866101] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.878223] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483454, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.913456] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.266016] env[69751]: INFO nova.virt.block_device [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Booting with volume aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce at /dev/sda [ 904.324686] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b240ccc-7d2a-4fb9-9cf2-4d0e836544ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.336844] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a21954-0b17-4162-9469-d5418fa28ecc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.361524] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483453, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648004} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.361773] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] dab255ce-923e-45eb-bd6d-0bbd34a21b7f/dab255ce-923e-45eb-bd6d-0bbd34a21b7f.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 904.361986] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 904.362251] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6d7182b-595c-4573-b304-d3078db61ff3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.385083] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4624a4d8-1045-4fe9-9d32-f553efc2830e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.388114] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 904.388114] env[69751]: value = "task-3483455" [ 904.388114] env[69751]: _type = "Task" [ 904.388114] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.398374] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483454, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.402262] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea3063a-b98d-453e-9bc8-8b3a18f6ad1d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.420399] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.453996] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e530966-6ada-422c-b9a6-98c297df7b9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.458252] env[69751]: DEBUG nova.compute.manager [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Received event network-vif-plugged-3804253b-951f-4c73-95fa-f96abcd44668 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.458567] env[69751]: DEBUG oslo_concurrency.lockutils [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] Acquiring lock "a85b8c05-79a3-48e7-85d5-bdad0990397b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.458695] env[69751]: DEBUG oslo_concurrency.lockutils [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.458858] env[69751]: DEBUG oslo_concurrency.lockutils [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.459275] env[69751]: DEBUG nova.compute.manager [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] No waiting events found dispatching network-vif-plugged-3804253b-951f-4c73-95fa-f96abcd44668 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.459275] env[69751]: WARNING nova.compute.manager [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Received unexpected event network-vif-plugged-3804253b-951f-4c73-95fa-f96abcd44668 for instance with vm_state building and task_state spawning. [ 904.459517] env[69751]: DEBUG nova.compute.manager [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Received event network-changed-3804253b-951f-4c73-95fa-f96abcd44668 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.459517] env[69751]: DEBUG nova.compute.manager [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Refreshing instance network info cache due to event network-changed-3804253b-951f-4c73-95fa-f96abcd44668. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.459715] env[69751]: DEBUG oslo_concurrency.lockutils [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] Acquiring lock "refresh_cache-a85b8c05-79a3-48e7-85d5-bdad0990397b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.459819] env[69751]: DEBUG oslo_concurrency.lockutils [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] Acquired lock "refresh_cache-a85b8c05-79a3-48e7-85d5-bdad0990397b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.459957] env[69751]: DEBUG nova.network.neutron [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Refreshing network info cache for port 3804253b-951f-4c73-95fa-f96abcd44668 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.466874] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d0c562-d4e2-4179-a0dd-8e9a8f21e12c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.481315] env[69751]: DEBUG nova.virt.block_device [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updating existing volume attachment record: d285cafe-d9e9-4da1-8cb2-1ee85acd5657 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 904.484209] env[69751]: DEBUG nova.network.neutron [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [{"id": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "address": "fa:16:3e:5f:af:69", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa454214d-6c", "ovs_interfaceid": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "address": "fa:16:3e:e9:0f:da", "network": {"id": "0849f6f5-65dd-4e57-a920-36c1392914f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-578124721", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da69e79-8d", "ovs_interfaceid": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a3b373e-322a-447f-9611-c2fef4540db0", "address": "fa:16:3e:fb:e2:89", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3b373e-32", "ovs_interfaceid": "9a3b373e-322a-447f-9611-c2fef4540db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.487513] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d065b7-d569-4191-8cae-c55cf0a3154c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.495622] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0cff063-5ac3-4d8f-a91d-2c7af1422878 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.529178] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8057eaf-8c00-4760-8462-6880496c09f5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.537574] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ce7401-138b-4bf7-91e9-8234e7e32c1d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.552195] env[69751]: DEBUG nova.compute.provider_tree [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.659070] env[69751]: DEBUG nova.compute.manager [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-changed-9a3b373e-322a-447f-9611-c2fef4540db0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.659351] env[69751]: DEBUG nova.compute.manager [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Refreshing instance network info cache due to event network-changed-9a3b373e-322a-447f-9611-c2fef4540db0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.659556] env[69751]: DEBUG oslo_concurrency.lockutils [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] Acquiring lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.663737] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "f916deca-c048-436e-82cd-cc49c9983c06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.663965] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "f916deca-c048-436e-82cd-cc49c9983c06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.664215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "f916deca-c048-436e-82cd-cc49c9983c06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.664407] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "f916deca-c048-436e-82cd-cc49c9983c06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.664636] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "f916deca-c048-436e-82cd-cc49c9983c06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.666754] env[69751]: INFO nova.compute.manager [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Terminating instance [ 904.889431] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483454, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.896678] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067269} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.897008] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.897825] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcb6afe-6e97-411e-8e52-6105711df902 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.919998] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] dab255ce-923e-45eb-bd6d-0bbd34a21b7f/dab255ce-923e-45eb-bd6d-0bbd34a21b7f.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.920680] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36aa7b1a-f1bb-411c-8181-800d4dcc7925 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.941636] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 904.941636] env[69751]: value = "task-3483456" [ 904.941636] env[69751]: _type = "Task" [ 904.941636] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.951165] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483456, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.991697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Releasing lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.992193] env[69751]: DEBUG nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Instance network_info: |[{"id": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "address": "fa:16:3e:5f:af:69", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa454214d-6c", "ovs_interfaceid": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "address": "fa:16:3e:e9:0f:da", "network": {"id": "0849f6f5-65dd-4e57-a920-36c1392914f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-578124721", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da69e79-8d", "ovs_interfaceid": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a3b373e-322a-447f-9611-c2fef4540db0", "address": "fa:16:3e:fb:e2:89", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3b373e-32", "ovs_interfaceid": "9a3b373e-322a-447f-9611-c2fef4540db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.992547] env[69751]: DEBUG oslo_concurrency.lockutils [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] Acquired lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.992764] env[69751]: DEBUG nova.network.neutron [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Refreshing network info cache for port 9a3b373e-322a-447f-9611-c2fef4540db0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.994519] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:af:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a454214d-6c41-4ae4-bf06-5350f6d537e6', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:0f:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '604c9724-b4ef-4393-a76e-eb4a2b510796', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7da69e79-8d7b-4a6e-a8a1-ac0502d52983', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:e2:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7894814c-6be3-4b80-a08e-4a771bc05dd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a3b373e-322a-447f-9611-c2fef4540db0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.006520] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Creating folder: Project (fe2c6b7c112f412694997bd4f87aca1a). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.009606] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94acffd6-4daa-4859-808d-82afa7a32dae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.021503] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Created folder: Project (fe2c6b7c112f412694997bd4f87aca1a) in parent group-v696263. [ 905.021693] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Creating folder: Instances. Parent ref: group-v696394. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.021922] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d894a629-3fab-4672-9a60-89f380740b96 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.030476] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Created folder: Instances in parent group-v696394. [ 905.030716] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.030902] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.031121] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad230c5f-a534-4f0c-a09c-ebf231d1f98e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.055700] env[69751]: DEBUG nova.scheduler.client.report [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.060464] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.060464] env[69751]: value = "task-3483459" [ 905.060464] env[69751]: _type = "Task" [ 905.060464] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.068223] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483459, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.171837] env[69751]: DEBUG nova.compute.manager [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.172100] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.173176] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76004094-d53a-40b5-a3f2-2c9e7d4a2898 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.180887] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.181194] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f3dc4b6-92e9-4d49-ab35-7501eb160d0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.187084] env[69751]: DEBUG oslo_vmware.api [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 905.187084] env[69751]: value = "task-3483460" [ 905.187084] env[69751]: _type = "Task" [ 905.187084] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.195023] env[69751]: DEBUG oslo_vmware.api [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483460, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.389089] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483454, 'name': CreateVM_Task, 'duration_secs': 1.38874} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.389490] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.390018] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.390187] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.390549] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.390839] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931593b4-f2d7-44a0-94cf-9c069a565ee9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.395315] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 905.395315] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5255241b-10a2-07a8-f01f-dfb90e062b88" [ 905.395315] env[69751]: _type = "Task" [ 905.395315] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.404194] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5255241b-10a2-07a8-f01f-dfb90e062b88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.452184] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483456, 'name': ReconfigVM_Task, 'duration_secs': 0.284262} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.452486] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Reconfigured VM instance instance-0000002b to attach disk [datastore1] dab255ce-923e-45eb-bd6d-0bbd34a21b7f/dab255ce-923e-45eb-bd6d-0bbd34a21b7f.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.453154] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bb3ceac-d841-4673-bf5d-dfadbaeaa4c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.460447] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 905.460447] env[69751]: value = "task-3483461" [ 905.460447] env[69751]: _type = "Task" [ 905.460447] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.470793] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483461, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.564769] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.823s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.565660] env[69751]: DEBUG nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 905.570268] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.027s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.574020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.574020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.834s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.574020] env[69751]: DEBUG nova.objects.instance [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lazy-loading 'resources' on Instance uuid 0e9202db-b649-45c1-82cc-da3f96a8482d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.589785] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483459, 'name': CreateVM_Task, 'duration_secs': 0.51685} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.589944] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.594369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.615139] env[69751]: INFO nova.scheduler.client.report [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Deleted allocations for instance cc6b4155-289b-4b2f-b0bb-bd2c2f056695 [ 905.697700] env[69751]: DEBUG oslo_vmware.api [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483460, 'name': PowerOffVM_Task, 'duration_secs': 0.208176} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.701359] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 905.701542] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.701892] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69c2ab05-eb3c-4b6b-9bf7-b5ab9d4c9be5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.745694] env[69751]: DEBUG nova.network.neutron [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Updated VIF entry in instance network info cache for port 3804253b-951f-4c73-95fa-f96abcd44668. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.746083] env[69751]: DEBUG nova.network.neutron [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Updating instance_info_cache with network_info: [{"id": "3804253b-951f-4c73-95fa-f96abcd44668", "address": "fa:16:3e:a5:09:a3", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3804253b-95", "ovs_interfaceid": "3804253b-951f-4c73-95fa-f96abcd44668", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.760075] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.760280] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.760461] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Deleting the datastore file [datastore1] f916deca-c048-436e-82cd-cc49c9983c06 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.760966] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c63f53f-bde0-44e3-a5b9-675ae10bf9f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.767906] env[69751]: DEBUG nova.network.neutron [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updated VIF entry in instance network info cache for port 9a3b373e-322a-447f-9611-c2fef4540db0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.768267] env[69751]: DEBUG nova.network.neutron [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [{"id": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "address": "fa:16:3e:5f:af:69", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa454214d-6c", "ovs_interfaceid": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "address": "fa:16:3e:e9:0f:da", "network": {"id": "0849f6f5-65dd-4e57-a920-36c1392914f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-578124721", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da69e79-8d", "ovs_interfaceid": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9a3b373e-322a-447f-9611-c2fef4540db0", "address": "fa:16:3e:fb:e2:89", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a3b373e-32", "ovs_interfaceid": "9a3b373e-322a-447f-9611-c2fef4540db0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.771758] env[69751]: DEBUG oslo_vmware.api [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for the task: (returnval){ [ 905.771758] env[69751]: value = "task-3483463" [ 905.771758] env[69751]: _type = "Task" [ 905.771758] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.783161] env[69751]: DEBUG oslo_vmware.api [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.857912] env[69751]: DEBUG nova.network.neutron [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Successfully updated port: 437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.905740] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5255241b-10a2-07a8-f01f-dfb90e062b88, 'name': SearchDatastore_Task, 'duration_secs': 0.009936} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.906048] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.907107] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.907107] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.907107] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.907107] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.907265] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.907503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.908152] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ece4ca4-f7e4-4d85-9341-a6d544cffae9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.909964] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1f9067-d36a-4a5a-a486-798a9e928b0e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.915294] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 905.915294] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522c81d5-bf18-0cd6-db69-113c92cf193e" [ 905.915294] env[69751]: _type = "Task" [ 905.915294] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.919704] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.919884] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.920935] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b7f56c3-285d-4643-910e-a84e081429ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.926541] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522c81d5-bf18-0cd6-db69-113c92cf193e, 'name': SearchDatastore_Task, 'duration_secs': 0.008135} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.927169] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.927474] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.927691] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.929414] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 905.929414] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52aef6af-a260-f730-e7c7-427a958cadb9" [ 905.929414] env[69751]: _type = "Task" [ 905.929414] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.936934] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52aef6af-a260-f730-e7c7-427a958cadb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.972044] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483461, 'name': Rename_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.083462] env[69751]: DEBUG nova.compute.utils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 906.088521] env[69751]: DEBUG nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 906.088703] env[69751]: DEBUG nova.network.neutron [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 906.124692] env[69751]: DEBUG oslo_concurrency.lockutils [None req-75ffaf52-9c85-42c8-a755-7a731f8caa0a tempest-ServersListShow296Test-1391568864 tempest-ServersListShow296Test-1391568864-project-member] Lock "cc6b4155-289b-4b2f-b0bb-bd2c2f056695" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.852s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.156464] env[69751]: DEBUG nova.policy [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d7033ed85ce4e4ba4c9aa472ac6a296', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f0b491adac984af8a8a06f83269587c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.248557] env[69751]: DEBUG oslo_concurrency.lockutils [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] Releasing lock "refresh_cache-a85b8c05-79a3-48e7-85d5-bdad0990397b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.248836] env[69751]: DEBUG nova.compute.manager [req-8bd0c71e-ac75-4c51-a4da-c4b4a3685ff4 req-046764b3-df12-476b-9454-0b6e97f4b549 service nova] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Received event network-vif-deleted-5f5565cf-5232-42a4-a6db-d62661e2e67b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.272702] env[69751]: DEBUG oslo_concurrency.lockutils [req-97a5a902-a34e-4cc7-a3f4-4deea262699d req-0e8d9219-3f81-4e75-8125-3aa3cf5775e6 service nova] Releasing lock "refresh_cache-c9af6b98-3a14-4648-a6c9-75842f87755c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.282951] env[69751]: DEBUG oslo_vmware.api [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Task: {'id': task-3483463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123085} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.286159] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.286384] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.286621] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.286889] env[69751]: INFO nova.compute.manager [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Took 1.11 seconds to destroy the instance on the hypervisor. [ 906.287393] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.287794] env[69751]: DEBUG nova.compute.manager [-] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.287912] env[69751]: DEBUG nova.network.neutron [-] [instance: f916deca-c048-436e-82cd-cc49c9983c06] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.361387] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Acquiring lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.361478] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Acquired lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.361611] env[69751]: DEBUG nova.network.neutron [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.439781] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52aef6af-a260-f730-e7c7-427a958cadb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.442854] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57d70647-4ce9-4d29-8d4b-3c44559984a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.447991] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 906.447991] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c62149-41f2-4c8c-bc48-d16aaa0c1200" [ 906.447991] env[69751]: _type = "Task" [ 906.447991] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.455688] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c62149-41f2-4c8c-bc48-d16aaa0c1200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.472318] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483461, 'name': Rename_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.489872] env[69751]: DEBUG nova.compute.manager [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Received event network-vif-plugged-437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.491114] env[69751]: DEBUG oslo_concurrency.lockutils [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] Acquiring lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.491114] env[69751]: DEBUG oslo_concurrency.lockutils [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.491114] env[69751]: DEBUG oslo_concurrency.lockutils [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.491114] env[69751]: DEBUG nova.compute.manager [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] No waiting events found dispatching network-vif-plugged-437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 906.491114] env[69751]: WARNING nova.compute.manager [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Received unexpected event network-vif-plugged-437a4035-ce4e-42d6-bff1-14158711c0a3 for instance with vm_state building and task_state spawning. [ 906.491114] env[69751]: DEBUG nova.compute.manager [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Received event network-changed-437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.491114] env[69751]: DEBUG nova.compute.manager [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Refreshing instance network info cache due to event network-changed-437a4035-ce4e-42d6-bff1-14158711c0a3. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.491504] env[69751]: DEBUG oslo_concurrency.lockutils [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] Acquiring lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.591608] env[69751]: DEBUG nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 906.645018] env[69751]: DEBUG nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.645018] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.645792] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.645792] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.645792] env[69751]: DEBUG nova.virt.hardware [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.649655] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051671ff-242d-42a6-84ba-891668557993 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.664425] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d528d65-edf1-491d-8aad-8fd12962fbcb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.711900] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f1142a-9391-4c1e-840d-9c2ed8e094cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.721563] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e444d3-c80a-4786-8fc9-4618d9b324d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.761321] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe5d8e1-dcae-48c5-9be9-864f8a597332 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.769444] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a8a539-764f-4e47-8c89-0a42b252de20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.775782] env[69751]: DEBUG nova.network.neutron [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Successfully created port: 973586aa-dacd-4c7b-8366-dea01f128479 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 906.786863] env[69751]: DEBUG nova.compute.provider_tree [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.904842] env[69751]: DEBUG nova.network.neutron [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.960661] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c62149-41f2-4c8c-bc48-d16aaa0c1200, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.963028] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.963356] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a85b8c05-79a3-48e7-85d5-bdad0990397b/a85b8c05-79a3-48e7-85d5-bdad0990397b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.963696] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.963883] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.964103] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e71da17-81b8-4ed1-ae5d-417c7e14ab09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.969563] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5196c8d-701d-4a52-8c5a-7b40d1c8b76f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.978270] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 906.978270] env[69751]: value = "task-3483464" [ 906.978270] env[69751]: _type = "Task" [ 906.978270] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.978504] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483461, 'name': Rename_Task, 'duration_secs': 1.153763} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.979598] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 906.979851] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.980030] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.983344] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cef84fd-83e1-4239-a022-21bedbc94348 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.984958] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6b3017a-91a8-484b-ac82-ed229b5b223d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.992107] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483464, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.994147] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 906.994147] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52838bc2-cbd6-d52b-859a-e67c17cc67d4" [ 906.994147] env[69751]: _type = "Task" [ 906.994147] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.994419] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 906.994419] env[69751]: value = "task-3483465" [ 906.994419] env[69751]: _type = "Task" [ 906.994419] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.005268] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52838bc2-cbd6-d52b-859a-e67c17cc67d4, 'name': SearchDatastore_Task, 'duration_secs': 0.007836} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.008525] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.008774] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c631fb-83cd-430d-90fd-9433ff42f85e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.014232] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 907.014232] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521a4c12-4a27-e3a8-62ec-9ab48467ec7d" [ 907.014232] env[69751]: _type = "Task" [ 907.014232] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.022833] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521a4c12-4a27-e3a8-62ec-9ab48467ec7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.187299] env[69751]: DEBUG nova.network.neutron [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updating instance_info_cache with network_info: [{"id": "437a4035-ce4e-42d6-bff1-14158711c0a3", "address": "fa:16:3e:f4:75:3a", "network": {"id": "d84aeb36-206a-4e74-b84e-56e9228d1c2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671822884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40bc66610fea4d39a06e6e76f40ba0cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437a4035-ce", "ovs_interfaceid": "437a4035-ce4e-42d6-bff1-14158711c0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.276426] env[69751]: DEBUG nova.network.neutron [-] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.294122] env[69751]: DEBUG nova.scheduler.client.report [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.490558] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483464, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471296} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.490915] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a85b8c05-79a3-48e7-85d5-bdad0990397b/a85b8c05-79a3-48e7-85d5-bdad0990397b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.491132] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.491485] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed3dd3b1-742e-4e89-b44b-35dd774f9baa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.500097] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 907.500097] env[69751]: value = "task-3483466" [ 907.500097] env[69751]: _type = "Task" [ 907.500097] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.507580] env[69751]: DEBUG oslo_vmware.api [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483465, 'name': PowerOnVM_Task, 'duration_secs': 0.510388} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.508494] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 907.508775] env[69751]: INFO nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Took 9.13 seconds to spawn the instance on the hypervisor. [ 907.508969] env[69751]: DEBUG nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 907.509886] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c2a6b6-cf8a-4683-a2d3-cbb94bca5939 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.516719] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.529210] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521a4c12-4a27-e3a8-62ec-9ab48467ec7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012009} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.529465] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.529715] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c9af6b98-3a14-4648-a6c9-75842f87755c/c9af6b98-3a14-4648-a6c9-75842f87755c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.529992] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46abafe5-f931-4e0e-84a8-c6524e9f857b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.537941] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 907.537941] env[69751]: value = "task-3483467" [ 907.537941] env[69751]: _type = "Task" [ 907.537941] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.545187] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.602814] env[69751]: DEBUG nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.629723] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.629919] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.630081] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.630339] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.630507] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.630658] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.630910] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.631024] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.631191] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.631354] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.631525] env[69751]: DEBUG nova.virt.hardware [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.632748] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19b6d58-e739-4dbc-acae-a616a460952f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.643339] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7b1c13-be5b-472f-8230-899209bc3f55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.693618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Releasing lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.693799] env[69751]: DEBUG nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Instance network_info: |[{"id": "437a4035-ce4e-42d6-bff1-14158711c0a3", "address": "fa:16:3e:f4:75:3a", "network": {"id": "d84aeb36-206a-4e74-b84e-56e9228d1c2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671822884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40bc66610fea4d39a06e6e76f40ba0cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437a4035-ce", "ovs_interfaceid": "437a4035-ce4e-42d6-bff1-14158711c0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.695037] env[69751]: DEBUG oslo_concurrency.lockutils [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] Acquired lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.695037] env[69751]: DEBUG nova.network.neutron [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Refreshing network info cache for port 437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 907.696053] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:75:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '437a4035-ce4e-42d6-bff1-14158711c0a3', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.704312] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Creating folder: Project (40bc66610fea4d39a06e6e76f40ba0cf). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.707889] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b95d41f-7a27-48b0-88d1-7227205256ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.721817] env[69751]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 907.722057] env[69751]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69751) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 907.722659] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Folder already exists: Project (40bc66610fea4d39a06e6e76f40ba0cf). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 907.722659] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Creating folder: Instances. Parent ref: group-v696319. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.722922] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f7853fe-8c2f-43a8-9659-d1e3a94d2408 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.736150] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Created folder: Instances in parent group-v696319. [ 907.736448] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.736664] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.736899] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f264af0-e62c-448b-a824-15d898704701 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.758467] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.758467] env[69751]: value = "task-3483470" [ 907.758467] env[69751]: _type = "Task" [ 907.758467] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.768244] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483470, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.779237] env[69751]: INFO nova.compute.manager [-] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Took 1.49 seconds to deallocate network for instance. [ 907.801613] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.807868] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.987s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.810285] env[69751]: INFO nova.compute.claims [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.847636] env[69751]: INFO nova.scheduler.client.report [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Deleted allocations for instance 0e9202db-b649-45c1-82cc-da3f96a8482d [ 908.012642] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062692} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.012942] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.013838] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462dcfc6-fdc5-4aac-a6e9-0c6fad43c690 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.049027] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] a85b8c05-79a3-48e7-85d5-bdad0990397b/a85b8c05-79a3-48e7-85d5-bdad0990397b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.051980] env[69751]: DEBUG nova.network.neutron [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updated VIF entry in instance network info cache for port 437a4035-ce4e-42d6-bff1-14158711c0a3. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.052325] env[69751]: DEBUG nova.network.neutron [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updating instance_info_cache with network_info: [{"id": "437a4035-ce4e-42d6-bff1-14158711c0a3", "address": "fa:16:3e:f4:75:3a", "network": {"id": "d84aeb36-206a-4e74-b84e-56e9228d1c2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671822884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40bc66610fea4d39a06e6e76f40ba0cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437a4035-ce", "ovs_interfaceid": "437a4035-ce4e-42d6-bff1-14158711c0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.053681] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e34e6c8-37b7-4288-b76d-33665344cca6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.077071] env[69751]: DEBUG oslo_concurrency.lockutils [req-64e61351-6cea-472b-84d8-ee44d484bed5 req-b040b70b-981c-4cca-9dfb-4d0f8de959f9 service nova] Releasing lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.077711] env[69751]: INFO nova.compute.manager [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Took 50.59 seconds to build instance. [ 908.087909] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50197} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.089381] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c9af6b98-3a14-4648-a6c9-75842f87755c/c9af6b98-3a14-4648-a6c9-75842f87755c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.089615] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.089946] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 908.089946] env[69751]: value = "task-3483471" [ 908.089946] env[69751]: _type = "Task" [ 908.089946] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.090185] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab4c2b8f-c490-45ab-a671-639238086999 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.102772] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.104182] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 908.104182] env[69751]: value = "task-3483472" [ 908.104182] env[69751]: _type = "Task" [ 908.104182] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.113371] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483472, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.276170] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483470, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.291302] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.359792] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb092f92-b8fb-4f64-ab68-d4d492c00f39 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "0e9202db-b649-45c1-82cc-da3f96a8482d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.736s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.583420] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4688f23f-5aee-40cf-b3db-da915b1d864c tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.968s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.603834] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483471, 'name': ReconfigVM_Task, 'duration_secs': 0.303128} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.604175] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Reconfigured VM instance instance-0000002c to attach disk [datastore1] a85b8c05-79a3-48e7-85d5-bdad0990397b/a85b8c05-79a3-48e7-85d5-bdad0990397b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.604739] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbb68544-a66d-4ce6-8d46-bd401e7c4413 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.616363] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483472, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070352} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.617983] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.618514] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 908.618514] env[69751]: value = "task-3483473" [ 908.618514] env[69751]: _type = "Task" [ 908.618514] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.619590] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31a0ed6-ad1b-44f9-a63b-1d234bc44b9d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.630701] env[69751]: DEBUG nova.network.neutron [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Successfully updated port: 973586aa-dacd-4c7b-8366-dea01f128479 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 908.653598] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483473, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.663578] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] c9af6b98-3a14-4648-a6c9-75842f87755c/c9af6b98-3a14-4648-a6c9-75842f87755c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.665307] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.665464] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.665582] env[69751]: DEBUG nova.network.neutron [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.666755] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd502942-8861-45b3-b0d4-1be322c5b64e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.682509] env[69751]: DEBUG nova.compute.manager [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Received event network-changed-e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.682702] env[69751]: DEBUG nova.compute.manager [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Refreshing instance network info cache due to event network-changed-e02e3915-57ec-4772-a94e-ab94c91a5c99. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.682911] env[69751]: DEBUG oslo_concurrency.lockutils [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] Acquiring lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.683134] env[69751]: DEBUG oslo_concurrency.lockutils [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] Acquired lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.683319] env[69751]: DEBUG nova.network.neutron [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Refreshing network info cache for port e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.694554] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 908.694554] env[69751]: value = "task-3483474" [ 908.694554] env[69751]: _type = "Task" [ 908.694554] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.697061] env[69751]: DEBUG nova.compute.manager [req-7c121ccc-a253-40e9-afa9-36863fa25336 req-964bd300-8a70-49bc-b04c-c4c4cd424b89 service nova] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Received event network-vif-deleted-e3011381-ba84-4d48-93b6-9d1622680ef6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.697061] env[69751]: DEBUG nova.compute.manager [req-7c121ccc-a253-40e9-afa9-36863fa25336 req-964bd300-8a70-49bc-b04c-c4c4cd424b89 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Received event network-vif-plugged-973586aa-dacd-4c7b-8366-dea01f128479 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.697061] env[69751]: DEBUG oslo_concurrency.lockutils [req-7c121ccc-a253-40e9-afa9-36863fa25336 req-964bd300-8a70-49bc-b04c-c4c4cd424b89 service nova] Acquiring lock "fb6c0765-2a9a-4ea9-9676-f288de23d822-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.697061] env[69751]: DEBUG oslo_concurrency.lockutils [req-7c121ccc-a253-40e9-afa9-36863fa25336 req-964bd300-8a70-49bc-b04c-c4c4cd424b89 service nova] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.697061] env[69751]: DEBUG oslo_concurrency.lockutils [req-7c121ccc-a253-40e9-afa9-36863fa25336 req-964bd300-8a70-49bc-b04c-c4c4cd424b89 service nova] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.697378] env[69751]: DEBUG nova.compute.manager [req-7c121ccc-a253-40e9-afa9-36863fa25336 req-964bd300-8a70-49bc-b04c-c4c4cd424b89 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] No waiting events found dispatching network-vif-plugged-973586aa-dacd-4c7b-8366-dea01f128479 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 908.697378] env[69751]: WARNING nova.compute.manager [req-7c121ccc-a253-40e9-afa9-36863fa25336 req-964bd300-8a70-49bc-b04c-c4c4cd424b89 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Received unexpected event network-vif-plugged-973586aa-dacd-4c7b-8366-dea01f128479 for instance with vm_state building and task_state spawning. [ 908.707504] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.724651] env[69751]: DEBUG nova.network.neutron [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 908.771685] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "900ed14f-8f7c-403d-93e8-f7a7cb624669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.771946] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.772168] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "900ed14f-8f7c-403d-93e8-f7a7cb624669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.772352] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.772519] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.774055] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483470, 'name': CreateVM_Task, 'duration_secs': 0.541136} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.774493] env[69751]: INFO nova.compute.manager [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Terminating instance [ 908.775659] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.777290] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'd285cafe-d9e9-4da1-8cb2-1ee85acd5657', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696326', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'name': 'volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f886668c-02f3-4ea7-8ba3-eca7a392a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'serial': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce'}, 'volume_type': None}], 'swap': None} {{(pid=69751) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 908.777517] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Root volume attach. Driver type: vmdk {{(pid=69751) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 908.778467] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a9aaaf-9231-4785-9843-d633cee44cc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.789215] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c81e998-eff7-41f0-b034-c24e475a8e22 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.795443] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3cc02e-efd0-4416-999e-37feb7bfc2fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.801790] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ea873179-f34a-4e5c-95b4-d1f53da4dc85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.808136] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 908.808136] env[69751]: value = "task-3483475" [ 908.808136] env[69751]: _type = "Task" [ 908.808136] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.820830] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.878762] env[69751]: DEBUG nova.network.neutron [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Updating instance_info_cache with network_info: [{"id": "973586aa-dacd-4c7b-8366-dea01f128479", "address": "fa:16:3e:df:fc:40", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973586aa-da", "ovs_interfaceid": "973586aa-dacd-4c7b-8366-dea01f128479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.088122] env[69751]: DEBUG nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.134580] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483473, 'name': Rename_Task, 'duration_secs': 0.156512} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.134580] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.134580] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3467833d-facb-4d5c-a6ca-2bce65ff771d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.142902] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 909.142902] env[69751]: value = "task-3483476" [ 909.142902] env[69751]: _type = "Task" [ 909.142902] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.151136] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.210549] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483474, 'name': ReconfigVM_Task, 'duration_secs': 0.289582} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.210549] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Reconfigured VM instance instance-0000002a to attach disk [datastore1] c9af6b98-3a14-4648-a6c9-75842f87755c/c9af6b98-3a14-4648-a6c9-75842f87755c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.211378] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbbac512-311c-4868-be31-6d5ee8cf261f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.228263] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 909.228263] env[69751]: value = "task-3483477" [ 909.228263] env[69751]: _type = "Task" [ 909.228263] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.237622] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483477, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.279095] env[69751]: DEBUG nova.compute.manager [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.279338] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.280225] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b46260e-669e-4497-b08c-1f5ca880a188 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.290770] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.291208] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60859439-8dab-4422-9d7c-354f09d62138 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.300905] env[69751]: DEBUG oslo_vmware.api [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 909.300905] env[69751]: value = "task-3483478" [ 909.300905] env[69751]: _type = "Task" [ 909.300905] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.309720] env[69751]: DEBUG oslo_vmware.api [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483478, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.321475] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 34%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.360017] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daa465b-461d-4504-9296-148c1f906ba8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.371541] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c57e3e6-3794-4788-9fa2-2784b65cbfb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.405036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.405387] env[69751]: DEBUG nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Instance network_info: |[{"id": "973586aa-dacd-4c7b-8366-dea01f128479", "address": "fa:16:3e:df:fc:40", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973586aa-da", "ovs_interfaceid": "973586aa-dacd-4c7b-8366-dea01f128479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 909.409020] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:fc:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '973586aa-dacd-4c7b-8366-dea01f128479', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.416995] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.418780] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b08742-ed49-49a0-92e8-ed0eaea7483e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.420888] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.421506] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30387e59-3fce-4d7b-a2de-30cf95d98f45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.448307] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ef294-8105-4865-b7c8-235445828877 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.452440] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.452440] env[69751]: value = "task-3483479" [ 909.452440] env[69751]: _type = "Task" [ 909.452440] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.464886] env[69751]: DEBUG nova.compute.provider_tree [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.474362] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483479, 'name': CreateVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.550815] env[69751]: DEBUG nova.network.neutron [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Updated VIF entry in instance network info cache for port e02e3915-57ec-4772-a94e-ab94c91a5c99. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.551260] env[69751]: DEBUG nova.network.neutron [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Updating instance_info_cache with network_info: [{"id": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "address": "fa:16:3e:ae:44:d2", "network": {"id": "e03a5a1f-abb5-437f-bfcf-0fb7b2c74b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-976125808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80aee67023ca4b7c9e038edd38eeda30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape02e3915-57", "ovs_interfaceid": "e02e3915-57ec-4772-a94e-ab94c91a5c99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.653881] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483476, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.670380] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.739529] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483477, 'name': Rename_Task, 'duration_secs': 0.151672} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.739723] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.740093] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24bfb0e4-403d-4ef9-b9cd-be1baebb3266 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.746926] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 909.746926] env[69751]: value = "task-3483480" [ 909.746926] env[69751]: _type = "Task" [ 909.746926] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.758297] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.811797] env[69751]: DEBUG oslo_vmware.api [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483478, 'name': PowerOffVM_Task, 'duration_secs': 0.25984} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.816321] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.818088] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.818088] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-657215be-53a5-43c4-9e9e-309eb6dd16c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.824380] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 43%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.887082] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.887343] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.887553] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Deleting the datastore file [datastore1] 900ed14f-8f7c-403d-93e8-f7a7cb624669 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.887847] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a6d18d0-327d-4324-a9e3-ba86b852f460 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.895461] env[69751]: DEBUG oslo_vmware.api [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for the task: (returnval){ [ 909.895461] env[69751]: value = "task-3483482" [ 909.895461] env[69751]: _type = "Task" [ 909.895461] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.904550] env[69751]: DEBUG oslo_vmware.api [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.963662] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483479, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.971250] env[69751]: DEBUG nova.scheduler.client.report [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.054154] env[69751]: DEBUG oslo_concurrency.lockutils [req-3c880716-050d-4986-bf8e-7f8e8e17501e req-9b123d3f-96af-4801-8cd5-f1b9ba79a832 service nova] Releasing lock "refresh_cache-dab255ce-923e-45eb-bd6d-0bbd34a21b7f" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.154440] env[69751]: DEBUG oslo_vmware.api [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483476, 'name': PowerOnVM_Task, 'duration_secs': 0.663705} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.154768] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.154995] env[69751]: INFO nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Took 9.09 seconds to spawn the instance on the hypervisor. [ 910.155206] env[69751]: DEBUG nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.156079] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0afce83-688b-4468-8574-7d293b7e119d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.259064] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483480, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.325306] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 56%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.406797] env[69751]: DEBUG oslo_vmware.api [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Task: {'id': task-3483482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202116} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.407171] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.407431] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.407708] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.407995] env[69751]: INFO nova.compute.manager [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Took 1.13 seconds to destroy the instance on the hypervisor. [ 910.408317] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 910.408545] env[69751]: DEBUG nova.compute.manager [-] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 910.408650] env[69751]: DEBUG nova.network.neutron [-] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 910.466507] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483479, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.477225] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.477772] env[69751]: DEBUG nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.481246] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.481557] env[69751]: DEBUG nova.objects.instance [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lazy-loading 'resources' on Instance uuid 3b603181-6bc2-4748-8497-bd09265ed0f0 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.675164] env[69751]: INFO nova.compute.manager [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Took 49.22 seconds to build instance. [ 910.744851] env[69751]: DEBUG nova.compute.manager [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Received event network-changed-973586aa-dacd-4c7b-8366-dea01f128479 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.745117] env[69751]: DEBUG nova.compute.manager [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Refreshing instance network info cache due to event network-changed-973586aa-dacd-4c7b-8366-dea01f128479. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.745343] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] Acquiring lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.745484] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] Acquired lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.745644] env[69751]: DEBUG nova.network.neutron [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Refreshing network info cache for port 973586aa-dacd-4c7b-8366-dea01f128479 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.760612] env[69751]: DEBUG oslo_vmware.api [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483480, 'name': PowerOnVM_Task, 'duration_secs': 0.560712} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.761669] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.761861] env[69751]: INFO nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Took 15.21 seconds to spawn the instance on the hypervisor. [ 910.761997] env[69751]: DEBUG nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.762949] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b643d0-2bf7-4116-b5ae-99d6bcc894c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.825230] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 69%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.969325] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483479, 'name': CreateVM_Task, 'duration_secs': 1.188342} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.969325] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.970068] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.970908] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.971550] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.971955] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f58e9c-bafb-48a5-9cb0-f6b768161626 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.978811] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 910.978811] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527a50a1-8854-4497-02b8-723e21a21dbb" [ 910.978811] env[69751]: _type = "Task" [ 910.978811] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.984631] env[69751]: DEBUG nova.compute.utils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.994517] env[69751]: DEBUG nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.994754] env[69751]: DEBUG nova.network.neutron [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.997527] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527a50a1-8854-4497-02b8-723e21a21dbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.067792] env[69751]: DEBUG nova.policy [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '422be941ff454468a0e0b2d956a21f36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19e0ddb0a66e4108901d7a3e590b20a0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.178797] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74ebb307-3f65-4b75-849a-5654fdb56f4a tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 108.685s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.222251] env[69751]: DEBUG nova.network.neutron [-] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.290978] env[69751]: INFO nova.compute.manager [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Took 56.83 seconds to build instance. [ 911.329458] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 82%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.487555] env[69751]: DEBUG nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.500923] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527a50a1-8854-4497-02b8-723e21a21dbb, 'name': SearchDatastore_Task, 'duration_secs': 0.034649} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.502135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.502135] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 911.502135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.502135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.502135] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 911.502426] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a060faaa-92d2-4715-9c10-1cf6e7d7fadd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.515072] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 911.515543] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 911.516917] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1469050a-de29-4059-a2ec-0f9dc0acfc94 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.522091] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 911.522091] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b29f1-46cd-8cff-8ef4-b014bba1ce56" [ 911.522091] env[69751]: _type = "Task" [ 911.522091] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.540658] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b29f1-46cd-8cff-8ef4-b014bba1ce56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.641469] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e97ede-47a8-4bc3-873e-ee759fb833a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.649920] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bba8457-f750-4c34-ab5c-7f03db2f5289 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.683793] env[69751]: DEBUG nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.687670] env[69751]: DEBUG nova.network.neutron [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Successfully created port: 8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.690219] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc7f3e-a1dd-4a8a-bff0-99afebb8cbb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.701199] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57251b3d-f751-489f-be9e-e36281f31c14 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.710014] env[69751]: DEBUG nova.network.neutron [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Updated VIF entry in instance network info cache for port 973586aa-dacd-4c7b-8366-dea01f128479. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.710014] env[69751]: DEBUG nova.network.neutron [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Updating instance_info_cache with network_info: [{"id": "973586aa-dacd-4c7b-8366-dea01f128479", "address": "fa:16:3e:df:fc:40", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973586aa-da", "ovs_interfaceid": "973586aa-dacd-4c7b-8366-dea01f128479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.723675] env[69751]: DEBUG nova.compute.provider_tree [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 911.725754] env[69751]: INFO nova.compute.manager [-] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Took 1.32 seconds to deallocate network for instance. [ 911.770017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "a85b8c05-79a3-48e7-85d5-bdad0990397b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.770310] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.770518] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "a85b8c05-79a3-48e7-85d5-bdad0990397b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.770707] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.770881] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.773757] env[69751]: INFO nova.compute.manager [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Terminating instance [ 911.791594] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6c004428-30cc-4a7f-a410-a6d03d08cb7a tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.936s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.826025] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.036460] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b29f1-46cd-8cff-8ef4-b014bba1ce56, 'name': SearchDatastore_Task, 'duration_secs': 0.029167} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.036460] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f20a9a-1656-4bac-b933-dfd3ccd0d7f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.041336] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 912.041336] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6dc1f-8ae9-8cbc-c8bf-5d84b507bb43" [ 912.041336] env[69751]: _type = "Task" [ 912.041336] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.051579] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6dc1f-8ae9-8cbc-c8bf-5d84b507bb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.200512] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "c9af6b98-3a14-4648-a6c9-75842f87755c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.200770] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.200970] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.201171] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.201335] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.203738] env[69751]: INFO nova.compute.manager [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Terminating instance [ 912.206693] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.223380] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cd3fb27-95de-47fc-97bb-9227fce04971 req-4ae2b55f-8686-4908-b40a-00290ebb6da9 service nova] Releasing lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.227654] env[69751]: DEBUG nova.scheduler.client.report [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.231432] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.278979] env[69751]: DEBUG nova.compute.manager [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.278979] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.279308] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4a6c21-f246-42d7-b728-92919aaa9918 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.287439] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.287650] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5aa29ef-b109-49ae-8654-04d4ed604cde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.293658] env[69751]: DEBUG oslo_vmware.api [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 912.293658] env[69751]: value = "task-3483483" [ 912.293658] env[69751]: _type = "Task" [ 912.293658] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.296615] env[69751]: DEBUG nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.305077] env[69751]: DEBUG oslo_vmware.api [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.322407] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.505426] env[69751]: DEBUG nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.530459] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.530674] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.530828] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.531015] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.531170] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.531334] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.531558] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.531714] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.531878] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.532054] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.532232] env[69751]: DEBUG nova.virt.hardware [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.533098] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e0efb3-de25-498a-bf35-565f758a0cb3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.541298] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac44e3c-686f-41aa-b482-fe67be7bbdf9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.560920] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6dc1f-8ae9-8cbc-c8bf-5d84b507bb43, 'name': SearchDatastore_Task, 'duration_secs': 0.049737} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.561180] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.561434] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fb6c0765-2a9a-4ea9-9676-f288de23d822/fb6c0765-2a9a-4ea9-9676-f288de23d822.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 912.561668] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff470906-a09a-4353-a41c-c58ea9bc95ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.567701] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 912.567701] env[69751]: value = "task-3483484" [ 912.567701] env[69751]: _type = "Task" [ 912.567701] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.575100] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.708647] env[69751]: DEBUG nova.compute.manager [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.709047] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.709848] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528404cc-062f-4e8e-9e9b-9a60d3b2c358 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.717606] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.717880] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9c4a3a-dcb0-4374-97cd-7fdf7f1bd9ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.724429] env[69751]: DEBUG oslo_vmware.api [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 912.724429] env[69751]: value = "task-3483485" [ 912.724429] env[69751]: _type = "Task" [ 912.724429] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.733043] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.735018] env[69751]: DEBUG oslo_vmware.api [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.735561] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.296s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.735785] env[69751]: DEBUG nova.objects.instance [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lazy-loading 'resources' on Instance uuid b24c31aa-6a2e-4181-ab0b-20d3745dca1e {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.752870] env[69751]: INFO nova.scheduler.client.report [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Deleted allocations for instance 3b603181-6bc2-4748-8497-bd09265ed0f0 [ 912.776731] env[69751]: DEBUG nova.compute.manager [req-009aec2a-9a0a-4d89-9ce7-544cee720816 req-3728658f-4ac2-4246-ad6c-404104dae5f0 service nova] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Received event network-vif-deleted-fcf10102-fd5f-4741-bd84-507bcd048ffa {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.805433] env[69751]: DEBUG oslo_vmware.api [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483483, 'name': PowerOffVM_Task, 'duration_secs': 0.190314} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.807872] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.808111] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.808782] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-201dfcfa-b18c-4b11-8252-3249372e3577 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.821429] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.826755] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.877064] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.877064] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.877064] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleting the datastore file [datastore1] a85b8c05-79a3-48e7-85d5-bdad0990397b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.877334] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-561f3e44-0997-4f2e-95a6-f230a4dc186b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.883596] env[69751]: DEBUG oslo_vmware.api [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 912.883596] env[69751]: value = "task-3483487" [ 912.883596] env[69751]: _type = "Task" [ 912.883596] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.892896] env[69751]: DEBUG oslo_vmware.api [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.078196] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483484, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.235950] env[69751]: DEBUG oslo_vmware.api [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483485, 'name': PowerOffVM_Task, 'duration_secs': 0.254303} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.236240] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.236439] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.237021] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3cb678ff-7339-4bcf-b50d-595ab682b37c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.260710] env[69751]: DEBUG oslo_concurrency.lockutils [None req-115bc6c8-79f7-438b-b156-7b92a8caba84 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "3b603181-6bc2-4748-8497-bd09265ed0f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.246s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.329360] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.358311] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.358628] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.358823] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Deleting the datastore file [datastore1] c9af6b98-3a14-4648-a6c9-75842f87755c {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.359131] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b04658e0-021f-41c7-87b7-97677cc32378 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.376705] env[69751]: DEBUG oslo_vmware.api [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 913.376705] env[69751]: value = "task-3483489" [ 913.376705] env[69751]: _type = "Task" [ 913.376705] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.391692] env[69751]: DEBUG oslo_vmware.api [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.398672] env[69751]: DEBUG oslo_vmware.api [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321993} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.398934] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.399134] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.399338] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.399513] env[69751]: INFO nova.compute.manager [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 913.399767] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.399957] env[69751]: DEBUG nova.compute.manager [-] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.400077] env[69751]: DEBUG nova.network.neutron [-] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.457344] env[69751]: DEBUG nova.network.neutron [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Successfully updated port: 8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.581583] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615597} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.581583] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fb6c0765-2a9a-4ea9-9676-f288de23d822/fb6c0765-2a9a-4ea9-9676-f288de23d822.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 913.581786] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 913.582111] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b273e2c8-b009-4267-9d57-26b7bb628e78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.591594] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 913.591594] env[69751]: value = "task-3483490" [ 913.591594] env[69751]: _type = "Task" [ 913.591594] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.604524] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.786761] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d780ce15-c997-43c8-ae3d-2d9d676ebe09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.795625] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2270b9b-2f44-4e38-8fac-3706f369535b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.831073] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a0b8fe-4e37-4e4e-8cdc-f2b4600742b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.838376] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483475, 'name': RelocateVM_Task, 'duration_secs': 4.559219} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.840417] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 913.840627] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696326', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'name': 'volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f886668c-02f3-4ea7-8ba3-eca7a392a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'serial': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 913.841406] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8924eff0-4053-4065-91ce-32e1c0f95f0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.844620] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61df04e0-b9c4-4979-86a4-9db6372e3320 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.858215] env[69751]: DEBUG nova.compute.provider_tree [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 913.870714] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7743f8d7-131b-405f-a35c-64ab1e18a0db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.892377] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce/volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.895622] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb156bec-a129-4feb-b4ae-e22a7cda0169 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.914431] env[69751]: DEBUG oslo_vmware.api [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168018} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.915643] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.915841] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.916030] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.916208] env[69751]: INFO nova.compute.manager [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 913.916452] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.916695] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 913.916695] env[69751]: value = "task-3483491" [ 913.916695] env[69751]: _type = "Task" [ 913.916695] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.916905] env[69751]: DEBUG nova.compute.manager [-] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.917019] env[69751]: DEBUG nova.network.neutron [-] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 913.926915] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.960126] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.960126] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquired lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.960126] env[69751]: DEBUG nova.network.neutron [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.101943] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071912} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.102227] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.102974] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb684a2-82d8-4bbd-8f29-e1db8f0fc47a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.126430] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] fb6c0765-2a9a-4ea9-9676-f288de23d822/fb6c0765-2a9a-4ea9-9676-f288de23d822.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.126728] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a50ca5-87fd-4a9e-91ad-a82af297a030 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.149764] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 914.149764] env[69751]: value = "task-3483492" [ 914.149764] env[69751]: _type = "Task" [ 914.149764] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.153741] env[69751]: DEBUG nova.network.neutron [-] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.163682] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.388697] env[69751]: ERROR nova.scheduler.client.report [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] [req-71bd4617-5c3c-40b2-97e8-248009c41377] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71bd4617-5c3c-40b2-97e8-248009c41377"}]} [ 914.409137] env[69751]: DEBUG nova.scheduler.client.report [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 914.430993] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483491, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.435000] env[69751]: DEBUG nova.scheduler.client.report [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 914.435246] env[69751]: DEBUG nova.compute.provider_tree [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 914.447127] env[69751]: DEBUG nova.scheduler.client.report [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 914.467075] env[69751]: DEBUG nova.scheduler.client.report [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 914.513020] env[69751]: DEBUG nova.network.neutron [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.658257] env[69751]: INFO nova.compute.manager [-] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Took 1.26 seconds to deallocate network for instance. [ 914.671106] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483492, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.931608] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483491, 'name': ReconfigVM_Task, 'duration_secs': 0.732155} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.937318] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce/volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.942438] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d8f44ba-7e7f-4868-bc66-54fb22f968c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.958217] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 914.958217] env[69751]: value = "task-3483493" [ 914.958217] env[69751]: _type = "Task" [ 914.958217] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.970650] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483493, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.021830] env[69751]: DEBUG nova.network.neutron [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.029330] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9e2649-cd38-4908-9b40-aa241e6d9c79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.041281] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe8fa6-3835-4c48-9436-5f881844c557 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.076785] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3046e6-6b7d-4a28-a17e-e0e751a58cf6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.081362] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Received event network-vif-plugged-8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.081592] env[69751]: DEBUG oslo_concurrency.lockutils [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] Acquiring lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.081839] env[69751]: DEBUG oslo_concurrency.lockutils [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.082096] env[69751]: DEBUG oslo_concurrency.lockutils [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.082350] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] No waiting events found dispatching network-vif-plugged-8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 915.082478] env[69751]: WARNING nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Received unexpected event network-vif-plugged-8b41701b-db5d-4e32-b446-5f753563dd7c for instance with vm_state building and task_state spawning. [ 915.082671] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Received event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.082855] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing instance network info cache due to event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 915.083082] env[69751]: DEBUG oslo_concurrency.lockutils [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] Acquiring lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.089120] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13efa459-9f6b-4772-a9cf-e2ac66f658e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.102929] env[69751]: DEBUG nova.compute.provider_tree [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.163016] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483492, 'name': ReconfigVM_Task, 'duration_secs': 0.769025} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.163319] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Reconfigured VM instance instance-0000002e to attach disk [datastore2] fb6c0765-2a9a-4ea9-9676-f288de23d822/fb6c0765-2a9a-4ea9-9676-f288de23d822.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.164022] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a60b4259-3e2d-44f4-94fd-2df203c3486c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.170467] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 915.170467] env[69751]: value = "task-3483494" [ 915.170467] env[69751]: _type = "Task" [ 915.170467] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.174243] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.183713] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483494, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.468358] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.525221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Releasing lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.525580] env[69751]: DEBUG nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Instance network_info: |[{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.525900] env[69751]: DEBUG oslo_concurrency.lockutils [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] Acquired lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.526165] env[69751]: DEBUG nova.network.neutron [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 915.527803] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:c4:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b41701b-db5d-4e32-b446-5f753563dd7c', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.535464] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Creating folder: Project (19e0ddb0a66e4108901d7a3e590b20a0). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.536030] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b2da8bc-4cad-4ecf-b3e4-811a0afc0e7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.539267] env[69751]: DEBUG nova.network.neutron [-] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.549693] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Created folder: Project (19e0ddb0a66e4108901d7a3e590b20a0) in parent group-v696263. [ 915.549874] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Creating folder: Instances. Parent ref: group-v696400. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.550130] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eaf5fc2f-3f27-400f-adaf-7ac77a6ac30a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.559810] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Created folder: Instances in parent group-v696400. [ 915.560217] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.560297] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.560440] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d9d8fbb-e244-4443-b6ec-3611b0a7f7f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.579433] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.579433] env[69751]: value = "task-3483497" [ 915.579433] env[69751]: _type = "Task" [ 915.579433] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.588538] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483497, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.640645] env[69751]: DEBUG nova.scheduler.client.report [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 73 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 915.641490] env[69751]: DEBUG nova.compute.provider_tree [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 73 to 74 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 915.641490] env[69751]: DEBUG nova.compute.provider_tree [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 915.683689] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483494, 'name': Rename_Task, 'duration_secs': 0.133558} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.683689] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.683689] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08e16dd4-0866-417d-abe9-bae393867491 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.689340] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 915.689340] env[69751]: value = "task-3483498" [ 915.689340] env[69751]: _type = "Task" [ 915.689340] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.698410] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.970991] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483493, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.043949] env[69751]: INFO nova.compute.manager [-] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Took 2.13 seconds to deallocate network for instance. [ 916.089182] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483497, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.146862] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.411s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.149242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.319s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.150763] env[69751]: INFO nova.compute.claims [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.174724] env[69751]: INFO nova.scheduler.client.report [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Deleted allocations for instance b24c31aa-6a2e-4181-ab0b-20d3745dca1e [ 916.203811] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.294545] env[69751]: DEBUG nova.network.neutron [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updated VIF entry in instance network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.294919] env[69751]: DEBUG nova.network.neutron [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.471427] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483493, 'name': ReconfigVM_Task, 'duration_secs': 1.145569} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.471569] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696326', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'name': 'volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f886668c-02f3-4ea7-8ba3-eca7a392a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'serial': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 916.472064] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-036c087f-8863-4cc4-a62b-f47fb22eff49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.478551] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 916.478551] env[69751]: value = "task-3483499" [ 916.478551] env[69751]: _type = "Task" [ 916.478551] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.486622] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483499, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.551312] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.590075] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483497, 'name': CreateVM_Task, 'duration_secs': 0.892295} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.590075] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.590597] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.590764] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.591126] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.591387] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de15581-a783-49f8-8753-cc1b99ba4a8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.595569] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 916.595569] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5203cc86-043b-7b30-1908-66f965194059" [ 916.595569] env[69751]: _type = "Task" [ 916.595569] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.603268] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5203cc86-043b-7b30-1908-66f965194059, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.683459] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5811eea9-56cb-47ec-8e8a-e02137acaa8b tempest-ServerPasswordTestJSON-86935786 tempest-ServerPasswordTestJSON-86935786-project-member] Lock "b24c31aa-6a2e-4181-ab0b-20d3745dca1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.721s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.701095] env[69751]: DEBUG oslo_vmware.api [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483498, 'name': PowerOnVM_Task, 'duration_secs': 0.610395} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.701326] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.701519] env[69751]: INFO nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Took 9.10 seconds to spawn the instance on the hypervisor. [ 916.701693] env[69751]: DEBUG nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 916.702488] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1baa54-8d27-40f1-98e2-ba8d527e468a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.797892] env[69751]: DEBUG oslo_concurrency.lockutils [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] Releasing lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.797892] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Received event network-vif-deleted-3804253b-951f-4c73-95fa-f96abcd44668 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.798113] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-vif-deleted-9a3b373e-322a-447f-9611-c2fef4540db0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.798326] env[69751]: INFO nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Neutron deleted interface 9a3b373e-322a-447f-9611-c2fef4540db0; detaching it from the instance and deleting it from the info cache [ 916.798631] env[69751]: DEBUG nova.network.neutron [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [{"id": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "address": "fa:16:3e:5f:af:69", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa454214d-6c", "ovs_interfaceid": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "address": "fa:16:3e:e9:0f:da", "network": {"id": "0849f6f5-65dd-4e57-a920-36c1392914f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-578124721", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da69e79-8d", "ovs_interfaceid": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.988176] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483499, 'name': Rename_Task, 'duration_secs': 0.123795} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.988526] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.988704] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb71deed-b745-4bff-b1bd-4a9f81a350cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.994807] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 916.994807] env[69751]: value = "task-3483500" [ 916.994807] env[69751]: _type = "Task" [ 916.994807] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.002184] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.102485] env[69751]: DEBUG nova.compute.manager [req-b89a97a3-5a68-49b2-88e9-5a7eb947edf4 req-5b9bea0c-e2f8-48bc-a140-b52fd7fa4bd4 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-vif-deleted-7da69e79-8d7b-4a6e-a8a1-ac0502d52983 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.102754] env[69751]: INFO nova.compute.manager [req-b89a97a3-5a68-49b2-88e9-5a7eb947edf4 req-5b9bea0c-e2f8-48bc-a140-b52fd7fa4bd4 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Neutron deleted interface 7da69e79-8d7b-4a6e-a8a1-ac0502d52983; detaching it from the instance and deleting it from the info cache [ 917.103016] env[69751]: DEBUG nova.network.neutron [req-b89a97a3-5a68-49b2-88e9-5a7eb947edf4 req-5b9bea0c-e2f8-48bc-a140-b52fd7fa4bd4 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [{"id": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "address": "fa:16:3e:5f:af:69", "network": {"id": "329358d9-9ffa-4bee-8a0d-abdf6b2ab176", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1221203", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7894814c-6be3-4b80-a08e-4a771bc05dd1", "external-id": "nsx-vlan-transportzone-948", "segmentation_id": 948, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa454214d-6c", "ovs_interfaceid": "a454214d-6c41-4ae4-bf06-5350f6d537e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.114260] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5203cc86-043b-7b30-1908-66f965194059, 'name': SearchDatastore_Task, 'duration_secs': 0.015262} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.114260] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.114260] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.114260] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.114260] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.114260] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.114569] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20715dcb-a4c3-4dac-84af-183e504fa896 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.124142] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.124250] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.126159] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6185c3a9-d49b-4972-b71a-94d94853d95b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.130960] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 917.130960] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fa62b1-0da2-da27-f633-f391a93b90f3" [ 917.130960] env[69751]: _type = "Task" [ 917.130960] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.139507] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fa62b1-0da2-da27-f633-f391a93b90f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.223538] env[69751]: INFO nova.compute.manager [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Took 43.77 seconds to build instance. [ 917.302594] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09802169-6e5c-4743-8cfa-8c5ee0619e75 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.312111] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ca49c38-7e68-456a-adbf-bb1a5e70844a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.355706] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Detach interface failed, port_id=9a3b373e-322a-447f-9611-c2fef4540db0, reason: Instance c9af6b98-3a14-4648-a6c9-75842f87755c could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.355974] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Received event network-vif-deleted-a454214d-6c41-4ae4-bf06-5350f6d537e6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.356189] env[69751]: INFO nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Neutron deleted interface a454214d-6c41-4ae4-bf06-5350f6d537e6; detaching it from the instance and deleting it from the info cache [ 917.356492] env[69751]: DEBUG nova.network.neutron [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Updating instance_info_cache with network_info: [{"id": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "address": "fa:16:3e:e9:0f:da", "network": {"id": "0849f6f5-65dd-4e57-a920-36c1392914f6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-578124721", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.184", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "604c9724-b4ef-4393-a76e-eb4a2b510796", "external-id": "nsx-vlan-transportzone-909", "segmentation_id": 909, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da69e79-8d", "ovs_interfaceid": "7da69e79-8d7b-4a6e-a8a1-ac0502d52983", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.507773] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.609298] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7692556-2145-4c5d-8de8-9cc8f091ff3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.619604] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d565d935-ede5-47fa-b145-3414c8fea019 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.664812] env[69751]: DEBUG nova.compute.manager [req-b89a97a3-5a68-49b2-88e9-5a7eb947edf4 req-5b9bea0c-e2f8-48bc-a140-b52fd7fa4bd4 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Detach interface failed, port_id=7da69e79-8d7b-4a6e-a8a1-ac0502d52983, reason: Instance c9af6b98-3a14-4648-a6c9-75842f87755c could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 917.678029] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fa62b1-0da2-da27-f633-f391a93b90f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.678939] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e8e4c7-bb48-48c2-97e9-293422c4351f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.686850] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 917.686850] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac218f-4d78-cd71-c327-83d159ae4bcc" [ 917.686850] env[69751]: _type = "Task" [ 917.686850] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.694771] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac218f-4d78-cd71-c327-83d159ae4bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.725191] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c2d11238-227b-4d5e-9f2c-ba78630bdf37 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.820s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.770019] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6133c696-6e2d-40c1-86cb-384fd71508f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.778884] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adc591bc-3693-442c-ab61-f1f9bb8bd491 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.809599] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df619c0e-f7d7-438a-8d61-7e21cc2ba5a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.819380] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a6117e-883b-4d91-88ab-25b401f74036 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.835580] env[69751]: DEBUG nova.compute.provider_tree [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.859799] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-adc2e609-4d02-4dc8-bc6d-6d8491347571 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.869906] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534e11a9-b70b-419c-9dec-a0d4aecba2a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.903353] env[69751]: DEBUG nova.compute.manager [req-99f7a02d-4050-43d7-8123-7e031ed39ff7 req-809d7cbf-e2e9-45d7-a8b9-3671c0211d02 service nova] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Detach interface failed, port_id=a454214d-6c41-4ae4-bf06-5350f6d537e6, reason: Instance c9af6b98-3a14-4648-a6c9-75842f87755c could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.011023] env[69751]: DEBUG oslo_vmware.api [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483500, 'name': PowerOnVM_Task, 'duration_secs': 0.545179} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.011023] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.011023] env[69751]: INFO nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Took 11.37 seconds to spawn the instance on the hypervisor. [ 918.011023] env[69751]: DEBUG nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.011023] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16961c35-4dc5-4fe3-a02b-ee266a964940 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.151186] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] Acquiring lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.151186] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] Acquired lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.151186] env[69751]: DEBUG nova.network.neutron [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.197639] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac218f-4d78-cd71-c327-83d159ae4bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.010637} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.197909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.198190] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 6a9cc8dd-2fcd-4458-9518-86981ae7da64/6a9cc8dd-2fcd-4458-9518-86981ae7da64.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.198453] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-955eb6dd-0905-44ef-af9d-c176db86faf4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.204861] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 918.204861] env[69751]: value = "task-3483501" [ 918.204861] env[69751]: _type = "Task" [ 918.204861] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.217387] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.228316] env[69751]: DEBUG nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 918.339658] env[69751]: DEBUG nova.scheduler.client.report [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.529846] env[69751]: INFO nova.compute.manager [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Took 47.99 seconds to build instance. [ 918.716711] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483501, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.759032] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.845866] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.846406] env[69751]: DEBUG nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.848890] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.911s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.849119] env[69751]: DEBUG nova.objects.instance [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lazy-loading 'resources' on Instance uuid 85d25ad8-28e1-4174-9a44-592d3a767bfd {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.014420] env[69751]: DEBUG nova.network.neutron [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Updating instance_info_cache with network_info: [{"id": "973586aa-dacd-4c7b-8366-dea01f128479", "address": "fa:16:3e:df:fc:40", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973586aa-da", "ovs_interfaceid": "973586aa-dacd-4c7b-8366-dea01f128479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.035021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a9427486-8c1a-41d7-a096-817091edd2d6 tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 116.444s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.216243] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52227} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.216506] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 6a9cc8dd-2fcd-4458-9518-86981ae7da64/6a9cc8dd-2fcd-4458-9518-86981ae7da64.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.216730] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.217020] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42175167-d3ac-49cd-8acd-4f5b0b0d1262 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.224065] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 919.224065] env[69751]: value = "task-3483502" [ 919.224065] env[69751]: _type = "Task" [ 919.224065] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.233066] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.253578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.253861] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.254188] env[69751]: INFO nova.compute.manager [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Rebooting instance [ 919.361577] env[69751]: DEBUG nova.compute.utils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.363829] env[69751]: DEBUG nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.363829] env[69751]: DEBUG nova.network.neutron [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.452359] env[69751]: DEBUG nova.policy [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0daec14d2483464e91b4c32fad71e57c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '906398ee4063491aa1f6f3fbf01ff4a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.518283] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] Releasing lock "refresh_cache-fb6c0765-2a9a-4ea9-9676-f288de23d822" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.518539] env[69751]: DEBUG nova.compute.manager [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Inject network info {{(pid=69751) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 919.519253] env[69751]: DEBUG nova.compute.manager [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] network_info to inject: |[{"id": "973586aa-dacd-4c7b-8366-dea01f128479", "address": "fa:16:3e:df:fc:40", "network": {"id": "254faef6-1590-4596-90d5-a7ad96095355", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1793974215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f0b491adac984af8a8a06f83269587c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30f1dacf-8988-41b8-aa8f-e9530f65ef46", "external-id": "nsx-vlan-transportzone-561", "segmentation_id": 561, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap973586aa-da", "ovs_interfaceid": "973586aa-dacd-4c7b-8366-dea01f128479", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 919.527912] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Reconfiguring VM instance to set the machine id {{(pid=69751) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 919.530669] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3b83d6-d82e-4cd6-a61e-a52d71397015 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.540789] env[69751]: DEBUG nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 919.549298] env[69751]: DEBUG oslo_vmware.api [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] Waiting for the task: (returnval){ [ 919.549298] env[69751]: value = "task-3483503" [ 919.549298] env[69751]: _type = "Task" [ 919.549298] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.558048] env[69751]: DEBUG oslo_vmware.api [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] Task: {'id': task-3483503, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.737642] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068547} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.737847] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.738755] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1785ef-0b81-4fb8-9b4b-db9738f81e99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.764506] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 6a9cc8dd-2fcd-4458-9518-86981ae7da64/6a9cc8dd-2fcd-4458-9518-86981ae7da64.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.769260] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41bc062d-e07d-4ee9-adcd-3d1087e8ddcb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.791366] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 919.791366] env[69751]: value = "task-3483504" [ 919.791366] env[69751]: _type = "Task" [ 919.791366] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.798166] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.801848] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.801984] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.802176] env[69751]: DEBUG nova.network.neutron [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.871220] env[69751]: DEBUG nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.951356] env[69751]: DEBUG nova.compute.manager [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Received event network-changed-437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.951550] env[69751]: DEBUG nova.compute.manager [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Refreshing instance network info cache due to event network-changed-437a4035-ce4e-42d6-bff1-14158711c0a3. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.951767] env[69751]: DEBUG oslo_concurrency.lockutils [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] Acquiring lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.951910] env[69751]: DEBUG oslo_concurrency.lockutils [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] Acquired lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.952106] env[69751]: DEBUG nova.network.neutron [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Refreshing network info cache for port 437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.974764] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebadda4-1b82-4bf2-89e1-cd9c39396194 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.983319] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d40020-404c-4f8d-bd07-1214c40b0bba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.019034] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909ea84a-d937-4b79-91ae-3b3a16bc78d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.019488] env[69751]: DEBUG nova.network.neutron [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Successfully created port: 6783dca6-4a04-4257-b8c4-f551c6509975 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.026182] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48da2d4e-0c2d-45ff-9137-c8b351dd1851 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.800619] env[69751]: DEBUG oslo_vmware.api [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] Task: {'id': task-3483503, 'name': ReconfigVM_Task, 'duration_secs': 0.220756} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.800946] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483504, 'name': ReconfigVM_Task, 'duration_secs': 0.266409} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.801423] env[69751]: DEBUG nova.compute.provider_tree [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.806736] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.806736] env[69751]: INFO nova.compute.manager [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Rebuilding instance [ 920.806736] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0553fedc-0474-4e10-97d1-75f903f453d9 tempest-ServersAdminTestJSON-598053723 tempest-ServersAdminTestJSON-598053723-project-admin] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Reconfigured VM instance to set the machine id {{(pid=69751) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 920.806736] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 6a9cc8dd-2fcd-4458-9518-86981ae7da64/6a9cc8dd-2fcd-4458-9518-86981ae7da64.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.808149] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695747c6-36d7-41a0-b2af-45ba22e90428 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.815055] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 920.815055] env[69751]: value = "task-3483505" [ 920.815055] env[69751]: _type = "Task" [ 920.815055] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.827044] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483505, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.846666] env[69751]: DEBUG nova.compute.manager [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 920.847655] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e674274-768e-4e01-8999-70389774918c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.215449] env[69751]: DEBUG nova.network.neutron [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updated VIF entry in instance network info cache for port 437a4035-ce4e-42d6-bff1-14158711c0a3. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.215817] env[69751]: DEBUG nova.network.neutron [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updating instance_info_cache with network_info: [{"id": "437a4035-ce4e-42d6-bff1-14158711c0a3", "address": "fa:16:3e:f4:75:3a", "network": {"id": "d84aeb36-206a-4e74-b84e-56e9228d1c2f", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1671822884-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40bc66610fea4d39a06e6e76f40ba0cf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap437a4035-ce", "ovs_interfaceid": "437a4035-ce4e-42d6-bff1-14158711c0a3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.222991] env[69751]: DEBUG nova.network.neutron [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.277325] env[69751]: DEBUG nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.297460] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.297713] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.297869] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.298094] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.298247] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.298392] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.298594] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.298749] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.298909] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.299127] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.299326] env[69751]: DEBUG nova.virt.hardware [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.300464] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5802510-4503-4888-9f30-66d4747c6a93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.308381] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b016c3da-c109-479b-b4df-d88df77eac20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.312478] env[69751]: DEBUG nova.scheduler.client.report [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.332672] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483505, 'name': Rename_Task, 'duration_secs': 0.132975} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.332931] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.333171] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d7471b7-e063-42f6-9d3e-cf3b45364d2f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.339848] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 921.339848] env[69751]: value = "task-3483506" [ 921.339848] env[69751]: _type = "Task" [ 921.339848] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.349178] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.603591] env[69751]: DEBUG nova.network.neutron [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Successfully updated port: 6783dca6-4a04-4257-b8c4-f551c6509975 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.720505] env[69751]: DEBUG oslo_concurrency.lockutils [req-f465477d-c19d-4cc1-98ae-21854791b99a req-815b7a56-53ba-4037-baa4-a7037bab3fee service nova] Releasing lock "refresh_cache-f886668c-02f3-4ea7-8ba3-eca7a392a8e4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.726402] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.817395] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.968s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.821259] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.436s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.823103] env[69751]: INFO nova.compute.claims [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.840597] env[69751]: INFO nova.scheduler.client.report [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Deleted allocations for instance 85d25ad8-28e1-4174-9a44-592d3a767bfd [ 921.855411] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.870551] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.870876] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0db9d36-355f-40bc-8dbf-63ca93d46c69 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.878718] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 921.878718] env[69751]: value = "task-3483507" [ 921.878718] env[69751]: _type = "Task" [ 921.878718] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.887703] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.979303] env[69751]: DEBUG nova.compute.manager [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Received event network-vif-plugged-6783dca6-4a04-4257-b8c4-f551c6509975 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.979303] env[69751]: DEBUG oslo_concurrency.lockutils [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] Acquiring lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.979303] env[69751]: DEBUG oslo_concurrency.lockutils [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.979512] env[69751]: DEBUG oslo_concurrency.lockutils [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.979613] env[69751]: DEBUG nova.compute.manager [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] No waiting events found dispatching network-vif-plugged-6783dca6-4a04-4257-b8c4-f551c6509975 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 921.979772] env[69751]: WARNING nova.compute.manager [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Received unexpected event network-vif-plugged-6783dca6-4a04-4257-b8c4-f551c6509975 for instance with vm_state building and task_state spawning. [ 921.979925] env[69751]: DEBUG nova.compute.manager [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Received event network-changed-6783dca6-4a04-4257-b8c4-f551c6509975 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.980093] env[69751]: DEBUG nova.compute.manager [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Refreshing instance network info cache due to event network-changed-6783dca6-4a04-4257-b8c4-f551c6509975. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 921.980276] env[69751]: DEBUG oslo_concurrency.lockutils [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] Acquiring lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.980410] env[69751]: DEBUG oslo_concurrency.lockutils [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] Acquired lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.980560] env[69751]: DEBUG nova.network.neutron [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Refreshing network info cache for port 6783dca6-4a04-4257-b8c4-f551c6509975 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.107150] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.235019] env[69751]: DEBUG nova.compute.manager [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.235919] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08757726-fe16-4442-8995-26795bea71c5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.353544] env[69751]: DEBUG oslo_vmware.api [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483506, 'name': PowerOnVM_Task, 'duration_secs': 0.58476} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.353979] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e48e9efb-9e9e-49f1-a0f6-616fc5b022b5 tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "85d25ad8-28e1-4174-9a44-592d3a767bfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.847s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.354843] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.355055] env[69751]: INFO nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Took 9.85 seconds to spawn the instance on the hypervisor. [ 922.355414] env[69751]: DEBUG nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.356679] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fce578-436b-48eb-9b42-68b62fc2a3c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.388694] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483507, 'name': PowerOffVM_Task, 'duration_secs': 0.245238} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.388955] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.389198] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.389982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9877ed-5a9e-4922-9666-120ba68a4504 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.396438] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.397280] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d5a085f-8e79-4aa9-8bb7-34d5876aa310 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.463363] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.463588] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.463767] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleting the datastore file [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.464389] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f9e9ee9-f1f6-466e-b907-48beb5ffde4b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.470941] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 922.470941] env[69751]: value = "task-3483509" [ 922.470941] env[69751]: _type = "Task" [ 922.470941] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.479785] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.516068] env[69751]: DEBUG nova.network.neutron [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.608123] env[69751]: DEBUG nova.network.neutron [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.875121] env[69751]: INFO nova.compute.manager [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Took 44.09 seconds to build instance. [ 922.984251] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218719} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.984545] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.984794] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.985059] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.111344] env[69751]: DEBUG oslo_concurrency.lockutils [req-1710db63-8a5c-47f6-9c9e-3f0d839ebb9c req-81cf1205-516a-4d2a-aaae-43e9cb239bab service nova] Releasing lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.111909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.112091] env[69751]: DEBUG nova.network.neutron [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.251911] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81394a26-d4f9-42ab-804b-53a7cd4d663d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.259259] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Doing hard reboot of VM {{(pid=69751) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 923.261725] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-276874be-c2e4-4d03-b68c-42153bc6ab2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.270483] env[69751]: DEBUG oslo_vmware.api [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 923.270483] env[69751]: value = "task-3483510" [ 923.270483] env[69751]: _type = "Task" [ 923.270483] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.275905] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826469fc-21a5-4f68-b853-dff8f1c2063c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.285373] env[69751]: DEBUG oslo_vmware.api [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483510, 'name': ResetVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.288545] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5fbe2ba-28fc-452c-8bf8-96c60ac6afb8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.324258] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8760f-4331-4851-98ac-3fe8fa756c57 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.333504] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b3b812-794f-4b89-b544-7e7c9569724b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.348058] env[69751]: DEBUG nova.compute.provider_tree [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.380026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a012efae-38a8-4c96-af54-7ae0c0d7f6d5 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.139s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.652826] env[69751]: DEBUG nova.network.neutron [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.781494] env[69751]: DEBUG oslo_vmware.api [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483510, 'name': ResetVM_Task, 'duration_secs': 0.110009} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.782124] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Did hard reboot of VM {{(pid=69751) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 923.782124] env[69751]: DEBUG nova.compute.manager [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 923.782624] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e187d4-478e-4231-8239-242c59ad1772 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.846145] env[69751]: DEBUG nova.network.neutron [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Updating instance_info_cache with network_info: [{"id": "6783dca6-4a04-4257-b8c4-f551c6509975", "address": "fa:16:3e:47:be:b0", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6783dca6-4a", "ovs_interfaceid": "6783dca6-4a04-4257-b8c4-f551c6509975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.850975] env[69751]: DEBUG nova.scheduler.client.report [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.882307] env[69751]: DEBUG nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 924.027280] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.027553] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.027704] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.027884] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.028164] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.028314] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.028520] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.028674] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.028836] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.028995] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.031322] env[69751]: DEBUG nova.virt.hardware [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.031322] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ea0cc3-91b0-47c6-8ce5-1ff89ea62bdc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.043558] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9daa0f3-18c1-4885-95a2-a1f1c0b2210a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.048900] env[69751]: DEBUG nova.compute.manager [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Received event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.050179] env[69751]: DEBUG nova.compute.manager [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing instance network info cache due to event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.050179] env[69751]: DEBUG oslo_concurrency.lockutils [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] Acquiring lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.050179] env[69751]: DEBUG oslo_concurrency.lockutils [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] Acquired lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.050179] env[69751]: DEBUG nova.network.neutron [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.063375] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:7c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d6f33a-f831-4086-9cef-05943785b41a', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.071916] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.072330] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.072535] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25ba8042-a6bb-462f-ad10-7bb2d0aa4278 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.095488] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.095488] env[69751]: value = "task-3483511" [ 924.095488] env[69751]: _type = "Task" [ 924.095488] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.109213] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483511, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.299726] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b71725d4-7951-41b4-89e8-a69bcf60291d tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.046s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.348815] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.349465] env[69751]: DEBUG nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Instance network_info: |[{"id": "6783dca6-4a04-4257-b8c4-f551c6509975", "address": "fa:16:3e:47:be:b0", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6783dca6-4a", "ovs_interfaceid": "6783dca6-4a04-4257-b8c4-f551c6509975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 924.349765] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:be:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6783dca6-4a04-4257-b8c4-f551c6509975', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.357954] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating folder: Project (906398ee4063491aa1f6f3fbf01ff4a8). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.358689] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.538s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.359250] env[69751]: DEBUG nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.361618] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e497d13a-cc67-474b-b257-a0054554b084 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.363564] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.137s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.368333] env[69751]: INFO nova.compute.claims [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.379466] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created folder: Project (906398ee4063491aa1f6f3fbf01ff4a8) in parent group-v696263. [ 924.379667] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating folder: Instances. Parent ref: group-v696404. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.379896] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d6b3ebd-c452-4b90-8394-c4dde562a881 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.391944] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created folder: Instances in parent group-v696404. [ 924.391944] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.392113] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.392280] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97c42e88-6175-4ed8-9441-9d7428e269d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.408964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.416455] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.416455] env[69751]: value = "task-3483514" [ 924.416455] env[69751]: _type = "Task" [ 924.416455] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.425667] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483514, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.606745] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483511, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.850166] env[69751]: DEBUG nova.network.neutron [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updated VIF entry in instance network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.850552] env[69751]: DEBUG nova.network.neutron [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.873450] env[69751]: DEBUG nova.compute.utils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.875862] env[69751]: DEBUG nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 924.875862] env[69751]: DEBUG nova.network.neutron [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 924.915110] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.915428] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.915646] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.915861] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.916053] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.922174] env[69751]: INFO nova.compute.manager [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Terminating instance [ 924.925778] env[69751]: DEBUG nova.policy [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0daec14d2483464e91b4c32fad71e57c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '906398ee4063491aa1f6f3fbf01ff4a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 924.932922] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483514, 'name': CreateVM_Task, 'duration_secs': 0.334199} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.932922] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.933611] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.933794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.934215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.934510] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f3597cb-c095-4cde-889c-1fe4973f4f2f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.939778] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 924.939778] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a8e66-0ce6-3bbe-8593-9258daaf816a" [ 924.939778] env[69751]: _type = "Task" [ 924.939778] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.951320] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a8e66-0ce6-3bbe-8593-9258daaf816a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.105988] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483511, 'name': CreateVM_Task, 'duration_secs': 0.56876} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.106229] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.106930] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.216349] env[69751]: DEBUG nova.network.neutron [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Successfully created port: 5dc3971e-bb94-4e5a-b054-1717862ba00e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.355575] env[69751]: DEBUG oslo_concurrency.lockutils [req-d408a050-cde9-4905-96d6-b3cc7b2465fe req-20d4b57f-9c61-4fb4-a501-62e8f188cf7a service nova] Releasing lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.376508] env[69751]: DEBUG nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.438017] env[69751]: DEBUG nova.compute.manager [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.438017] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.438017] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd17b697-dd70-4015-a105-f02f18fc8b6e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.447641] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.450701] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-914808df-22b0-430b-9438-20edbf30ca4a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.456965] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a8e66-0ce6-3bbe-8593-9258daaf816a, 'name': SearchDatastore_Task, 'duration_secs': 0.013759} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.457241] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.457443] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.457665] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.460017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.460017] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.460017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.460017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.460017] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae85750d-b93c-4cb7-9b20-147ee04f9b10 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.462295] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a77de9-93cf-4b07-9d6d-26aee624c842 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.463867] env[69751]: DEBUG oslo_vmware.api [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 925.463867] env[69751]: value = "task-3483515" [ 925.463867] env[69751]: _type = "Task" [ 925.463867] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.469431] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 925.469431] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f0dc87-f0ed-055d-649e-9cb743c5945e" [ 925.469431] env[69751]: _type = "Task" [ 925.469431] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.476993] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.477212] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.481211] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c84876bb-7a46-4cf6-b7c6-589b35af7dfd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.483687] env[69751]: DEBUG oslo_vmware.api [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.492677] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 925.492677] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5236a3b1-a232-454a-4398-99204a949dcb" [ 925.492677] env[69751]: _type = "Task" [ 925.492677] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.493947] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f0dc87-f0ed-055d-649e-9cb743c5945e, 'name': SearchDatastore_Task, 'duration_secs': 0.011609} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.493947] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.494206] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.495496] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.503764] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5236a3b1-a232-454a-4398-99204a949dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.009547} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.509458] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dcc72d4-fa4c-4be4-9ab3-6280631d3cf9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.514206] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 925.514206] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5266947e-aa4e-7691-ba30-63fcf2b9de6d" [ 925.514206] env[69751]: _type = "Task" [ 925.514206] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.520497] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5266947e-aa4e-7691-ba30-63fcf2b9de6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.899261] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39adfdfe-17ee-4c8b-b9ce-d1e07d62b807 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.909465] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00c3906-644f-4e62-819c-5420ccd724b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.941414] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae43ad-b7dd-4723-b796-ee07824b037c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.949357] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb8a881-152e-43b2-8f70-9d2487b0f47f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.964556] env[69751]: DEBUG nova.compute.provider_tree [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.973191] env[69751]: DEBUG oslo_vmware.api [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483515, 'name': PowerOffVM_Task, 'duration_secs': 0.278036} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.973979] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.974167] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.974404] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-255560b2-8935-476d-ae1f-f196a725ddd5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.023414] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5266947e-aa4e-7691-ba30-63fcf2b9de6d, 'name': SearchDatastore_Task, 'duration_secs': 0.012055} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.023689] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.024879] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/f6e65fdf-e194-444a-99a3-3ef7932a6cc3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.024879] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.024879] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.024879] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81c15390-f5af-4ee2-8856-d3996aa13300 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.026645] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc83c93b-424d-43a3-978c-35dd5bdfc9c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.033118] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 926.033118] env[69751]: value = "task-3483517" [ 926.033118] env[69751]: _type = "Task" [ 926.033118] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.037110] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.037344] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.038467] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70445fcc-7933-4386-bd51-8e7c8afac078 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.044351] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.047388] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 926.047388] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e5654-539e-76af-f773-11dd1ff2fb5c" [ 926.047388] env[69751]: _type = "Task" [ 926.047388] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.052626] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.052836] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.053022] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Deleting the datastore file [datastore1] 74ee83eb-e761-45d6-9fc3-e8a9eabc907d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.053640] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c04785c7-e972-4908-97a9-d60f011e62ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.058773] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e5654-539e-76af-f773-11dd1ff2fb5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008858} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.059849] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f006037a-ceb7-494d-b4c3-08666f255590 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.063192] env[69751]: DEBUG oslo_vmware.api [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for the task: (returnval){ [ 926.063192] env[69751]: value = "task-3483518" [ 926.063192] env[69751]: _type = "Task" [ 926.063192] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.066999] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 926.066999] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a9bd04-9997-72dc-7460-a1b72f8b3863" [ 926.066999] env[69751]: _type = "Task" [ 926.066999] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.072937] env[69751]: DEBUG oslo_vmware.api [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.079909] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a9bd04-9997-72dc-7460-a1b72f8b3863, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.079909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.080175] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.080432] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0510b7ef-e4d9-4ac7-ab79-5648c5e11dbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.086403] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 926.086403] env[69751]: value = "task-3483519" [ 926.086403] env[69751]: _type = "Task" [ 926.086403] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.095590] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.391868] env[69751]: DEBUG nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.424524] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.424800] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.424961] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.425232] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.425433] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.425599] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.425842] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.426057] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.426232] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.426429] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.426629] env[69751]: DEBUG nova.virt.hardware [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.427605] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc280b9-9dc7-4b66-af76-08bdec29b226 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.437077] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2245bccc-87c6-421a-99d7-08e47753b465 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.470335] env[69751]: DEBUG nova.scheduler.client.report [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.543529] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483517, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.576481] env[69751]: DEBUG oslo_vmware.api [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Task: {'id': task-3483518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298387} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.576580] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.576769] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.576944] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.577165] env[69751]: INFO nova.compute.manager [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 926.577413] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.577608] env[69751]: DEBUG nova.compute.manager [-] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.577702] env[69751]: DEBUG nova.network.neutron [-] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.599074] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.864611] env[69751]: DEBUG nova.compute.manager [req-e9f8fb75-ba7a-4f86-9ab6-469e8d37f34f req-3462908f-f5de-49c9-94bc-96ac511bda99 service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Received event network-vif-plugged-5dc3971e-bb94-4e5a-b054-1717862ba00e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.864833] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9f8fb75-ba7a-4f86-9ab6-469e8d37f34f req-3462908f-f5de-49c9-94bc-96ac511bda99 service nova] Acquiring lock "2c092d2e-7646-4db7-b883-16f420d17250-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.865091] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9f8fb75-ba7a-4f86-9ab6-469e8d37f34f req-3462908f-f5de-49c9-94bc-96ac511bda99 service nova] Lock "2c092d2e-7646-4db7-b883-16f420d17250-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.865270] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9f8fb75-ba7a-4f86-9ab6-469e8d37f34f req-3462908f-f5de-49c9-94bc-96ac511bda99 service nova] Lock "2c092d2e-7646-4db7-b883-16f420d17250-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.865435] env[69751]: DEBUG nova.compute.manager [req-e9f8fb75-ba7a-4f86-9ab6-469e8d37f34f req-3462908f-f5de-49c9-94bc-96ac511bda99 service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] No waiting events found dispatching network-vif-plugged-5dc3971e-bb94-4e5a-b054-1717862ba00e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 926.865594] env[69751]: WARNING nova.compute.manager [req-e9f8fb75-ba7a-4f86-9ab6-469e8d37f34f req-3462908f-f5de-49c9-94bc-96ac511bda99 service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Received unexpected event network-vif-plugged-5dc3971e-bb94-4e5a-b054-1717862ba00e for instance with vm_state building and task_state spawning. [ 926.976250] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.976654] env[69751]: DEBUG nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.980608] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.976s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.980848] env[69751]: DEBUG nova.objects.instance [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lazy-loading 'resources' on Instance uuid 4c434dcd-fb59-4653-adbd-e5f4fd19f884 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.006632] env[69751]: DEBUG nova.network.neutron [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Successfully updated port: 5dc3971e-bb94-4e5a-b054-1717862ba00e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.049112] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759029} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.050736] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/f6e65fdf-e194-444a-99a3-3ef7932a6cc3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.050955] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.051414] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06f94d3c-5bea-4d2f-9bef-739e808a0672 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.058552] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 927.058552] env[69751]: value = "task-3483520" [ 927.058552] env[69751]: _type = "Task" [ 927.058552] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.067481] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.096157] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786393} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.096769] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.097063] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.097331] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80c6e469-5e36-4a4d-b317-5a2e6bca1eed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.105529] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 927.105529] env[69751]: value = "task-3483521" [ 927.105529] env[69751]: _type = "Task" [ 927.105529] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.114108] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.485061] env[69751]: DEBUG nova.compute.utils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.489886] env[69751]: DEBUG nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.489886] env[69751]: DEBUG nova.network.neutron [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.510045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.510205] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.510348] env[69751]: DEBUG nova.network.neutron [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.529851] env[69751]: DEBUG nova.policy [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcbac180ae4d4c7f8cbc3189f5e89c7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fbe8d2632727465dbbb4e8deedeff3f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.553524] env[69751]: DEBUG nova.network.neutron [-] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.570081] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069402} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.572891] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.573672] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9756e7-201a-4740-ac69-14dd2c24e6a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.599580] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/f6e65fdf-e194-444a-99a3-3ef7932a6cc3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.602270] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-703f352d-daf3-4285-91d7-d4f2c9269a90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.626687] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072361} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.630740] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.630740] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 927.630740] env[69751]: value = "task-3483522" [ 927.630740] env[69751]: _type = "Task" [ 927.630740] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.632039] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62abd642-097a-4de3-9d22-3600b494c32f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.642477] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483522, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.661355] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.664489] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-739053b3-7605-4228-aed0-f980e50714f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.684830] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 927.684830] env[69751]: value = "task-3483523" [ 927.684830] env[69751]: _type = "Task" [ 927.684830] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.697715] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483523, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.879557] env[69751]: DEBUG nova.network.neutron [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Successfully created port: 609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.992830] env[69751]: DEBUG nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.033947] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11c61cb-ab09-497f-9a1c-bdaec70688fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.041611] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d533c9b8-f6e0-45ff-89f5-645e3ed8e7a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.071469] env[69751]: INFO nova.compute.manager [-] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Took 1.49 seconds to deallocate network for instance. [ 928.072537] env[69751]: DEBUG nova.network.neutron [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 928.076199] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84bc73d-e92e-4355-91ab-9a86e1966fe9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.087342] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c420d6-4111-45d4-ae07-5c4be75e7c15 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.102362] env[69751]: DEBUG nova.compute.provider_tree [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.145872] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.195526] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.300284] env[69751]: DEBUG nova.network.neutron [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Updating instance_info_cache with network_info: [{"id": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "address": "fa:16:3e:7a:42:52", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc3971e-bb", "ovs_interfaceid": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.505057] env[69751]: INFO nova.virt.block_device [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Booting with volume d3bc6946-05ab-4700-94ae-3d46ff5580eb at /dev/sda [ 928.540744] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54c82029-8b71-4dc3-ab23-29d19eebae0e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.549918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986b2cd6-4bf4-4988-bc36-6fa2bd772525 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.585540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.586066] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0577a8b-6c17-4797-8057-7d7184c31d29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.599899] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0819b0e-e80b-4a8b-af70-4c98c4ab1aab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.641012] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35847581-b904-473a-95e0-2b47d1d1c88d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.644097] env[69751]: DEBUG nova.scheduler.client.report [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 928.644344] env[69751]: DEBUG nova.compute.provider_tree [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 74 to 75 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 928.644522] env[69751]: DEBUG nova.compute.provider_tree [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.653763] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483522, 'name': ReconfigVM_Task, 'duration_secs': 0.990788} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.655171] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/f6e65fdf-e194-444a-99a3-3ef7932a6cc3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.655903] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3633dd14-7bc6-4bff-91e3-2a44adb76480 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.658202] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7957dd92-c4e8-4d17-bbe9-6eb91b332d3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.673803] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 928.673803] env[69751]: value = "task-3483524" [ 928.673803] env[69751]: _type = "Task" [ 928.673803] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.674110] env[69751]: DEBUG nova.virt.block_device [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updating existing volume attachment record: 555574ab-72b2-4a8a-ba51-9c693f96edf8 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 928.685262] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483524, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.694610] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483523, 'name': ReconfigVM_Task, 'duration_secs': 0.965064} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.694938] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.695604] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdc7b514-63a4-4b49-b879-a6dea02d6553 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.700958] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 928.700958] env[69751]: value = "task-3483525" [ 928.700958] env[69751]: _type = "Task" [ 928.700958] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.709032] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483525, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.803072] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.803492] env[69751]: DEBUG nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Instance network_info: |[{"id": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "address": "fa:16:3e:7a:42:52", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc3971e-bb", "ovs_interfaceid": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 928.803989] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:42:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dc3971e-bb94-4e5a-b054-1717862ba00e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.812341] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.812571] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.812801] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63e8829d-3404-45e2-8852-69f6226f5485 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.831814] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.831814] env[69751]: value = "task-3483526" [ 928.831814] env[69751]: _type = "Task" [ 928.831814] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.839383] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483526, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.905370] env[69751]: DEBUG nova.compute.manager [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Received event network-changed-5dc3971e-bb94-4e5a-b054-1717862ba00e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.905576] env[69751]: DEBUG nova.compute.manager [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Refreshing instance network info cache due to event network-changed-5dc3971e-bb94-4e5a-b054-1717862ba00e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.905871] env[69751]: DEBUG oslo_concurrency.lockutils [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] Acquiring lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.906270] env[69751]: DEBUG oslo_concurrency.lockutils [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] Acquired lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.906506] env[69751]: DEBUG nova.network.neutron [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Refreshing network info cache for port 5dc3971e-bb94-4e5a-b054-1717862ba00e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.149971] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.153020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.899s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.153893] env[69751]: INFO nova.compute.claims [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.182609] env[69751]: INFO nova.scheduler.client.report [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Deleted allocations for instance 4c434dcd-fb59-4653-adbd-e5f4fd19f884 [ 929.192049] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483524, 'name': Rename_Task, 'duration_secs': 0.144389} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.192049] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.192049] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d248c66-650e-47f4-b69d-71eb2e74f2e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.198203] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 929.198203] env[69751]: value = "task-3483527" [ 929.198203] env[69751]: _type = "Task" [ 929.198203] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.209994] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.213630] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483525, 'name': Rename_Task, 'duration_secs': 0.138441} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.213630] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.213630] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a5c63e9-ec4b-4e61-8365-0cfd4a244c01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.221997] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 929.221997] env[69751]: value = "task-3483528" [ 929.221997] env[69751]: _type = "Task" [ 929.221997] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.229178] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.343824] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483526, 'name': CreateVM_Task, 'duration_secs': 0.314648} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.343996] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.344722] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.344898] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.345264] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.345522] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf292096-e3f6-4b24-a511-885da1b16094 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.350930] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 929.350930] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dfd9ac-b9b9-777f-caa4-5420b20daace" [ 929.350930] env[69751]: _type = "Task" [ 929.350930] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.359533] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dfd9ac-b9b9-777f-caa4-5420b20daace, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.690202] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b1254206-df5e-4150-9dad-1b600316a5dc tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.158s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.691723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 35.467s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.691723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.691723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.692247] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.695559] env[69751]: INFO nova.compute.manager [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Terminating instance [ 929.721261] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.739893] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483528, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.774231] env[69751]: DEBUG nova.network.neutron [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Successfully updated port: 609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.796431] env[69751]: DEBUG nova.network.neutron [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Updated VIF entry in instance network info cache for port 5dc3971e-bb94-4e5a-b054-1717862ba00e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.796852] env[69751]: DEBUG nova.network.neutron [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Updating instance_info_cache with network_info: [{"id": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "address": "fa:16:3e:7a:42:52", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc3971e-bb", "ovs_interfaceid": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.861971] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dfd9ac-b9b9-777f-caa4-5420b20daace, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.864803] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.864803] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.864803] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.864803] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.864803] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.864803] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dffa119-7afb-4651-ba33-fc2b4f41ffc3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.872545] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.872545] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.873451] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a33511f-f630-441c-a38e-ea2bf386c277 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.879252] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 929.879252] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a894fe-021d-5ee7-dcb0-4a9941b1f809" [ 929.879252] env[69751]: _type = "Task" [ 929.879252] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.887574] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a894fe-021d-5ee7-dcb0-4a9941b1f809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.205927] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.206198] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquired lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.206383] env[69751]: DEBUG nova.network.neutron [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.213442] env[69751]: DEBUG oslo_vmware.api [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483527, 'name': PowerOnVM_Task, 'duration_secs': 0.574716} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.215305] env[69751]: DEBUG nova.compute.utils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Can not refresh info_cache because instance was not found {{(pid=69751) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 930.217215] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.217418] env[69751]: INFO nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Took 8.94 seconds to spawn the instance on the hypervisor. [ 930.217599] env[69751]: DEBUG nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.218935] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d36fda-69a4-4446-b33d-c2ad564c9813 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.236512] env[69751]: DEBUG oslo_vmware.api [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483528, 'name': PowerOnVM_Task, 'duration_secs': 0.55049} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.239327] env[69751]: DEBUG nova.network.neutron [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.240951] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.241174] env[69751]: DEBUG nova.compute.manager [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.242342] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266a2366-ef30-4f7a-ae84-4bcb2e852c1b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.280490] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquiring lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.280639] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquired lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.281750] env[69751]: DEBUG nova.network.neutron [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.301402] env[69751]: DEBUG oslo_concurrency.lockutils [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] Releasing lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.301669] env[69751]: DEBUG nova.compute.manager [req-cadd2590-89ad-4ef6-8316-16f1977f86fc req-63011335-f6ac-4b9b-bd42-d1e4e627f0fa service nova] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Received event network-vif-deleted-4dfa1af2-e8ee-44c6-9bce-c3e64937057b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.312655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "be388d62-02c2-4881-a81c-bddcbc3ce998" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.312821] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.313035] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "be388d62-02c2-4881-a81c-bddcbc3ce998-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.313226] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.313393] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.317275] env[69751]: INFO nova.compute.manager [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Terminating instance [ 930.333826] env[69751]: DEBUG nova.network.neutron [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.390825] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a894fe-021d-5ee7-dcb0-4a9941b1f809, 'name': SearchDatastore_Task, 'duration_secs': 0.008485} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.392025] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-226182ff-44ae-4324-80c4-2162a150c97e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.399465] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 930.399465] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5219a870-f25f-935e-b778-573915a98775" [ 930.399465] env[69751]: _type = "Task" [ 930.399465] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.408629] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5219a870-f25f-935e-b778-573915a98775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.571890] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce3cdac-85a8-40ab-b639-12b69e4fb336 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.580100] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa887c-ec4a-49b2-9b6f-1a6c9e7ad113 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.610790] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1142a81-4039-4336-8b71-d242e4ee39ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.617790] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25afc65-0771-4562-aec0-51ea9cc0f142 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.630719] env[69751]: DEBUG nova.compute.provider_tree [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 930.740791] env[69751]: INFO nova.compute.manager [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Took 48.93 seconds to build instance. [ 930.759516] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.791381] env[69751]: DEBUG nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.791381] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.791561] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.791561] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.791735] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.791879] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.792034] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.792243] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.792401] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.792564] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.792722] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.792889] env[69751]: DEBUG nova.virt.hardware [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.793748] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2682634d-687a-41d8-8d47-7af8b27d2309 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.802771] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c8903d-0cad-44e6-a643-c516836b10fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.821190] env[69751]: DEBUG nova.compute.manager [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.821405] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.822179] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21f000-83c8-46b5-82b5-a37df7630b7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.826143] env[69751]: DEBUG nova.network.neutron [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.830372] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.830641] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f19acc7-6bf4-4853-8ede-1b26917e2289 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.837065] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Releasing lock "refresh_cache-4c434dcd-fb59-4653-adbd-e5f4fd19f884" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.837437] env[69751]: DEBUG nova.compute.manager [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.837623] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.837931] env[69751]: DEBUG oslo_vmware.api [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 930.837931] env[69751]: value = "task-3483529" [ 930.837931] env[69751]: _type = "Task" [ 930.837931] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.838179] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f47816b1-0879-4946-a5dc-a36b4eb80b78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.848520] env[69751]: DEBUG oslo_vmware.api [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.854425] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6914b3f-9dcf-4805-90bf-37d2f7fb3f27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.887249] env[69751]: WARNING nova.virt.vmwareapi.vmops [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 4c434dcd-fb59-4653-adbd-e5f4fd19f884 could not be found. [ 930.887516] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 930.887719] env[69751]: INFO nova.compute.manager [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Took 0.05 seconds to destroy the instance on the hypervisor. [ 930.887973] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.890534] env[69751]: DEBUG nova.compute.manager [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 930.890631] env[69751]: DEBUG nova.network.neutron [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 930.911261] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5219a870-f25f-935e-b778-573915a98775, 'name': SearchDatastore_Task, 'duration_secs': 0.009279} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.911261] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.911261] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/2c092d2e-7646-4db7-b883-16f420d17250.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.911261] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca73e229-9caa-46b0-804c-623dfc0408ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.919024] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 930.919024] env[69751]: value = "task-3483530" [ 930.919024] env[69751]: _type = "Task" [ 930.919024] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.925319] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.928225] env[69751]: DEBUG nova.network.neutron [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.949048] env[69751]: DEBUG nova.compute.manager [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Received event network-vif-plugged-609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.949282] env[69751]: DEBUG oslo_concurrency.lockutils [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] Acquiring lock "45fdd092-44c8-4c99-b4a6-f51a287c4069-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.949531] env[69751]: DEBUG oslo_concurrency.lockutils [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.949712] env[69751]: DEBUG oslo_concurrency.lockutils [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.949878] env[69751]: DEBUG nova.compute.manager [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] No waiting events found dispatching network-vif-plugged-609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.950055] env[69751]: WARNING nova.compute.manager [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Received unexpected event network-vif-plugged-609f4973-264c-4638-a156-7543bae7a3fe for instance with vm_state building and task_state spawning. [ 930.950219] env[69751]: DEBUG nova.compute.manager [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Received event network-changed-609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.950366] env[69751]: DEBUG nova.compute.manager [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Refreshing instance network info cache due to event network-changed-609f4973-264c-4638-a156-7543bae7a3fe. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.950531] env[69751]: DEBUG oslo_concurrency.lockutils [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] Acquiring lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.034530] env[69751]: DEBUG nova.network.neutron [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updating instance_info_cache with network_info: [{"id": "609f4973-264c-4638-a156-7543bae7a3fe", "address": "fa:16:3e:91:a8:35", "network": {"id": "ff6f3882-4f4f-4d3a-aa72-683c5e0f173c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1718950365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe8d2632727465dbbb4e8deedeff3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f4973-26", "ovs_interfaceid": "609f4973-264c-4638-a156-7543bae7a3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.177439] env[69751]: DEBUG nova.scheduler.client.report [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 931.177697] env[69751]: DEBUG nova.compute.provider_tree [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 75 to 76 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 931.178340] env[69751]: DEBUG nova.compute.provider_tree [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 931.243348] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a3a389db-6460-422d-8f2a-9a0f825eddf6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 107.093s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.351590] env[69751]: DEBUG oslo_vmware.api [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483529, 'name': PowerOffVM_Task, 'duration_secs': 0.347706} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.351590] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.351798] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.352019] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-156856d7-b1d5-4955-af1c-59c220d1f94a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.425316] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.425608] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.425809] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Deleting the datastore file [datastore1] be388d62-02c2-4881-a81c-bddcbc3ce998 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.429483] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04dcf475-2391-4b94-9a25-7112e73aa806 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.431369] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483530, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.431649] env[69751]: DEBUG nova.network.neutron [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.437313] env[69751]: DEBUG oslo_vmware.api [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for the task: (returnval){ [ 931.437313] env[69751]: value = "task-3483532" [ 931.437313] env[69751]: _type = "Task" [ 931.437313] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.446145] env[69751]: DEBUG oslo_vmware.api [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.537321] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Releasing lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537725] env[69751]: DEBUG nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance network_info: |[{"id": "609f4973-264c-4638-a156-7543bae7a3fe", "address": "fa:16:3e:91:a8:35", "network": {"id": "ff6f3882-4f4f-4d3a-aa72-683c5e0f173c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1718950365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe8d2632727465dbbb4e8deedeff3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f4973-26", "ovs_interfaceid": "609f4973-264c-4638-a156-7543bae7a3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.538158] env[69751]: DEBUG oslo_concurrency.lockutils [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] Acquired lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.538392] env[69751]: DEBUG nova.network.neutron [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Refreshing network info cache for port 609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.543022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:a8:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '609f4973-264c-4638-a156-7543bae7a3fe', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.550153] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Creating folder: Project (fbe8d2632727465dbbb4e8deedeff3f1). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.553834] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88036774-41c6-42fa-a8a9-419abfc1073b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.568016] env[69751]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 931.568214] env[69751]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69751) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 931.569030] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Folder already exists: Project (fbe8d2632727465dbbb4e8deedeff3f1). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 931.569030] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Creating folder: Instances. Parent ref: group-v696338. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.569178] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a8fcb7-ac58-4949-9b6c-6877825058b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.577629] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Created folder: Instances in parent group-v696338. [ 931.577871] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.578074] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.578337] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b8bd9f-c12e-4565-b48c-75d9ed065068 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.597693] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.597693] env[69751]: value = "task-3483535" [ 931.597693] env[69751]: _type = "Task" [ 931.597693] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.605522] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483535, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.685794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.687075] env[69751]: DEBUG nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 931.692018] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.915s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.692018] env[69751]: DEBUG nova.objects.instance [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lazy-loading 'resources' on Instance uuid 06644b44-8b0c-48ab-9160-7adaba217538 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.746409] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.818052] env[69751]: DEBUG nova.network.neutron [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updated VIF entry in instance network info cache for port 609f4973-264c-4638-a156-7543bae7a3fe. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.818457] env[69751]: DEBUG nova.network.neutron [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updating instance_info_cache with network_info: [{"id": "609f4973-264c-4638-a156-7543bae7a3fe", "address": "fa:16:3e:91:a8:35", "network": {"id": "ff6f3882-4f4f-4d3a-aa72-683c5e0f173c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1718950365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe8d2632727465dbbb4e8deedeff3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f4973-26", "ovs_interfaceid": "609f4973-264c-4638-a156-7543bae7a3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.927371] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530963} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.927657] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/2c092d2e-7646-4db7-b883-16f420d17250.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 931.927896] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 931.928171] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc857100-9669-40cc-9ca5-d942001044bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.934964] env[69751]: INFO nova.compute.manager [-] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Took 1.04 seconds to deallocate network for instance. [ 931.936275] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 931.936275] env[69751]: value = "task-3483536" [ 931.936275] env[69751]: _type = "Task" [ 931.936275] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.951586] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.954698] env[69751]: DEBUG oslo_vmware.api [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Task: {'id': task-3483532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144231} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.954698] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 931.954851] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 931.955050] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 931.955201] env[69751]: INFO nova.compute.manager [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Took 1.13 seconds to destroy the instance on the hypervisor. [ 931.955466] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.955934] env[69751]: DEBUG nova.compute.manager [-] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 931.955934] env[69751]: DEBUG nova.network.neutron [-] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.108743] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483535, 'name': CreateVM_Task, 'duration_secs': 0.347496} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.108950] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.109693] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '555574ab-72b2-4a8a-ba51-9c693f96edf8', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696345', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'name': 'volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45fdd092-44c8-4c99-b4a6-f51a287c4069', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'serial': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb'}, 'volume_type': None}], 'swap': None} {{(pid=69751) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 932.109915] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Root volume attach. Driver type: vmdk {{(pid=69751) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 932.110701] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004739ec-22d8-4285-81b6-c7afcbf1cddc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.118364] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3df38d-1cdf-4276-83bf-07b7c3bda987 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.125516] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ab02b9-152a-4db8-868b-ffbff15f0e5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.131636] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-bbc0dd88-bf81-4e9d-841c-f133fbfeefc3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.135426] env[69751]: INFO nova.compute.manager [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Rebuilding instance [ 932.140073] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 932.140073] env[69751]: value = "task-3483537" [ 932.140073] env[69751]: _type = "Task" [ 932.140073] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.146228] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.184561] env[69751]: DEBUG nova.compute.manager [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.189018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd90ad-5f39-4fff-9e11-832d3567032c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.203241] env[69751]: DEBUG nova.compute.utils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 932.204069] env[69751]: DEBUG nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.204209] env[69751]: DEBUG nova.network.neutron [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.268159] env[69751]: DEBUG nova.policy [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f79a81925ddb4c52a3316b21a3baba17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02928501db15453e851e0215f34ab9cb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 932.270467] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.322938] env[69751]: DEBUG oslo_concurrency.lockutils [req-c7e2141f-a27c-475b-b5ba-9e79bdd95ade req-c1184b6a-fcf9-44ad-80c2-589c658cb65c service nova] Releasing lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.448994] env[69751]: INFO nova.compute.manager [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance disappeared during terminate [ 932.449345] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fe55adc0-8c34-411d-83b3-545faed59547 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "4c434dcd-fb59-4653-adbd-e5f4fd19f884" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.758s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.450578] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075425} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.451089] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.452114] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321cd6e4-c7ff-4966-bd70-1a5d0835010a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.479492] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/2c092d2e-7646-4db7-b883-16f420d17250.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.483134] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0cc0cf7-92f1-4733-a7d9-925b07bde354 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.506298] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 932.506298] env[69751]: value = "task-3483538" [ 932.506298] env[69751]: _type = "Task" [ 932.506298] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.519861] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483538, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.624618] env[69751]: DEBUG nova.network.neutron [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Successfully created port: fda5da2e-9c65-4501-9807-e0283531428e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 932.650429] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 40%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.709661] env[69751]: DEBUG nova.network.neutron [-] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.710967] env[69751]: DEBUG nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 932.782820] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d7396a-9d53-47b1-8a3f-27918693a51b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.792349] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2480ac65-3bf8-47d6-b5d5-f7e76a868828 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.827440] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ca7270-b092-4d87-a3ea-4dfa1f93e0f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.837884] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee3209b-492f-4e67-8833-6d33eb594809 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.858470] env[69751]: DEBUG nova.compute.provider_tree [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.975282] env[69751]: DEBUG nova.compute.manager [req-01857943-fba6-4328-8081-4e3ee4097713 req-0b104343-f462-41a9-a699-c52feeddbd4b service nova] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Received event network-vif-deleted-50b79115-0c74-45c7-9ff0-80b9fbbfb9f5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.018079] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483538, 'name': ReconfigVM_Task, 'duration_secs': 0.37759} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.018079] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/2c092d2e-7646-4db7-b883-16f420d17250.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.018378] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c9de4a-fa73-46c8-9d31-cf2f03309c06 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.026124] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 933.026124] env[69751]: value = "task-3483539" [ 933.026124] env[69751]: _type = "Task" [ 933.026124] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.039781] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483539, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.149220] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 53%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.214977] env[69751]: INFO nova.compute.manager [-] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Took 1.26 seconds to deallocate network for instance. [ 933.215556] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.220436] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f6aabc9-3994-4fbf-a090-53ce59e09a89 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.229708] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 933.229708] env[69751]: value = "task-3483540" [ 933.229708] env[69751]: _type = "Task" [ 933.229708] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.239167] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483540, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.365031] env[69751]: DEBUG nova.scheduler.client.report [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.536205] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483539, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.650465] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 67%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.724619] env[69751]: DEBUG nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 933.727593] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.739800] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483540, 'name': PowerOffVM_Task, 'duration_secs': 0.320207} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.740083] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.740325] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.741131] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44540b4e-250a-4205-b82e-1b9c95835eb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.750674] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 933.752926] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39e725b4-a850-40f0-adfc-00da656534fa',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1925727872',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 933.753320] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 933.753320] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 933.753543] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 933.753697] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 933.753843] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 933.754070] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 933.754239] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 933.754404] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 933.754563] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 933.754730] env[69751]: DEBUG nova.virt.hardware [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 933.755018] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a13331d3-8551-4037-993f-ac63e59282cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.757170] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5a3c08-b9da-41c6-80cb-bfa857f6a3de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.765029] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13ed180-8be8-487a-8334-3fe74e99722b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.825078] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 933.825078] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 933.825078] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleting the datastore file [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 933.825078] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-365a8855-0854-4cfb-9a10-fdf6338f23d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.832210] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 933.832210] env[69751]: value = "task-3483542" [ 933.832210] env[69751]: _type = "Task" [ 933.832210] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.841223] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.868427] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.871153] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.239s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.871648] env[69751]: DEBUG nova.objects.instance [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lazy-loading 'resources' on Instance uuid 1051b941-c705-42c0-833d-e6e35aacb293 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.895599] env[69751]: INFO nova.scheduler.client.report [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Deleted allocations for instance 06644b44-8b0c-48ab-9160-7adaba217538 [ 934.040040] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483539, 'name': Rename_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.153830] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 81%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.327901] env[69751]: DEBUG nova.network.neutron [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Successfully updated port: fda5da2e-9c65-4501-9807-e0283531428e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.343197] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256366} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.343654] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.344178] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.344531] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.405601] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c175cacf-9555-4286-baaf-4d7c31ab5dc1 tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "06644b44-8b0c-48ab-9160-7adaba217538" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.027s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.537423] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483539, 'name': Rename_Task, 'duration_secs': 1.020876} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.537725] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.537982] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63f6e966-25a4-452e-82bf-daa58f4b81ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.546924] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 934.546924] env[69751]: value = "task-3483543" [ 934.546924] env[69751]: _type = "Task" [ 934.546924] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.558685] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483543, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.653125] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 95%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.830786] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2fb996-75be-4a32-8380-c0d9f4290dc3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.834149] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.834149] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.834149] env[69751]: DEBUG nova.network.neutron [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.839290] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93aca733-e366-4e4e-8174-bb9b89866fde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.873111] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590515d8-a169-4fa0-93ec-811bfbd1911a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.880840] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f04f71c5-8555-4fd6-a9ea-053aa5a33d92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.896647] env[69751]: DEBUG nova.compute.provider_tree [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.929485] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.929770] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.929976] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.930178] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.930394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.932463] env[69751]: INFO nova.compute.manager [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Terminating instance [ 935.001501] env[69751]: DEBUG nova.compute.manager [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Received event network-vif-plugged-fda5da2e-9c65-4501-9807-e0283531428e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.001628] env[69751]: DEBUG oslo_concurrency.lockutils [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] Acquiring lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.001956] env[69751]: DEBUG oslo_concurrency.lockutils [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.002140] env[69751]: DEBUG oslo_concurrency.lockutils [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.002312] env[69751]: DEBUG nova.compute.manager [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] No waiting events found dispatching network-vif-plugged-fda5da2e-9c65-4501-9807-e0283531428e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.002475] env[69751]: WARNING nova.compute.manager [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Received unexpected event network-vif-plugged-fda5da2e-9c65-4501-9807-e0283531428e for instance with vm_state building and task_state spawning. [ 935.002629] env[69751]: DEBUG nova.compute.manager [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Received event network-changed-fda5da2e-9c65-4501-9807-e0283531428e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.002779] env[69751]: DEBUG nova.compute.manager [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Refreshing instance network info cache due to event network-changed-fda5da2e-9c65-4501-9807-e0283531428e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.002948] env[69751]: DEBUG oslo_concurrency.lockutils [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] Acquiring lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.057496] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483543, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.152979] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.389937] env[69751]: DEBUG nova.network.neutron [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.400114] env[69751]: DEBUG nova.scheduler.client.report [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.410351] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.410628] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.410874] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.411013] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.411178] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.411324] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.411552] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.411734] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.411906] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.412079] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.412258] env[69751]: DEBUG nova.virt.hardware [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.413120] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff1f5b-71bd-4d10-b1c7-3334b7691add {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.425062] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76556d86-d65d-4484-844f-6269d745691b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.439589] env[69751]: DEBUG nova.compute.manager [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.439829] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.440650] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:7c:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30f1dacf-8988-41b8-aa8f-e9530f65ef46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51d6f33a-f831-4086-9cef-05943785b41a', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.448078] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.451035] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd72aa3-8dd9-4703-b676-f8e7fb095f4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.453521] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.453768] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b761d87-b05f-4760-acf5-d4ecbcabb65a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.476682] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.478811] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45142dec-32db-49a3-a2b2-2c9c284ab588 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.480238] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.480238] env[69751]: value = "task-3483544" [ 935.480238] env[69751]: _type = "Task" [ 935.480238] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.484735] env[69751]: DEBUG oslo_vmware.api [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 935.484735] env[69751]: value = "task-3483545" [ 935.484735] env[69751]: _type = "Task" [ 935.484735] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.492849] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483544, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.498955] env[69751]: DEBUG oslo_vmware.api [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.563218] env[69751]: DEBUG oslo_vmware.api [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483543, 'name': PowerOnVM_Task, 'duration_secs': 0.785717} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.563855] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.564148] env[69751]: INFO nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Took 9.17 seconds to spawn the instance on the hypervisor. [ 935.564536] env[69751]: DEBUG nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.566016] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6420aece-f4e0-4194-aa67-b497945f649c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.594767] env[69751]: DEBUG nova.network.neutron [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [{"id": "fda5da2e-9c65-4501-9807-e0283531428e", "address": "fa:16:3e:c8:65:71", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda5da2e-9c", "ovs_interfaceid": "fda5da2e-9c65-4501-9807-e0283531428e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.654923] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.905211] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.908559] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.617s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.908627] env[69751]: DEBUG nova.objects.instance [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lazy-loading 'resources' on Instance uuid f916deca-c048-436e-82cd-cc49c9983c06 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.931068] env[69751]: INFO nova.scheduler.client.report [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Deleted allocations for instance 1051b941-c705-42c0-833d-e6e35aacb293 [ 935.992911] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483544, 'name': CreateVM_Task, 'duration_secs': 0.307465} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.993383] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.994222] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.994443] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.994884] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.997990] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79323cf3-7166-462b-87be-715b0cb4d58c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.999777] env[69751]: DEBUG oslo_vmware.api [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483545, 'name': PowerOffVM_Task, 'duration_secs': 0.253139} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.999777] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.999944] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.000591] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ac588cd-4983-4f59-8c07-0dabfdbcad8f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.003565] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 936.003565] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528adc35-48f9-d094-ca8d-4ff770e86319" [ 936.003565] env[69751]: _type = "Task" [ 936.003565] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.011205] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528adc35-48f9-d094-ca8d-4ff770e86319, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.061385] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.061578] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.061788] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Deleting the datastore file [datastore2] b507332f-4890-44d0-8c6f-57ccefb0a3f0 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.062057] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bac47ab2-6536-4c14-bf61-c135a1e3d1a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.068871] env[69751]: DEBUG oslo_vmware.api [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for the task: (returnval){ [ 936.068871] env[69751]: value = "task-3483547" [ 936.068871] env[69751]: _type = "Task" [ 936.068871] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.076231] env[69751]: DEBUG oslo_vmware.api [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.083689] env[69751]: INFO nova.compute.manager [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Took 48.71 seconds to build instance. [ 936.097281] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.097672] env[69751]: DEBUG nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Instance network_info: |[{"id": "fda5da2e-9c65-4501-9807-e0283531428e", "address": "fa:16:3e:c8:65:71", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda5da2e-9c", "ovs_interfaceid": "fda5da2e-9c65-4501-9807-e0283531428e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.098534] env[69751]: DEBUG oslo_concurrency.lockutils [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] Acquired lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.098749] env[69751]: DEBUG nova.network.neutron [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Refreshing network info cache for port fda5da2e-9c65-4501-9807-e0283531428e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.099859] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:65:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fda5da2e-9c65-4501-9807-e0283531428e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.107254] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.110042] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.110795] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29807460-b39e-46ff-926a-5570d81881d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.130034] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.130034] env[69751]: value = "task-3483548" [ 936.130034] env[69751]: _type = "Task" [ 936.130034] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.137736] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483548, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.151125] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task} progress is 98%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.439414] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2280bdd6-2ce7-402e-9b09-768c4680643c tempest-ListServerFiltersTestJSON-1364997504 tempest-ListServerFiltersTestJSON-1364997504-project-member] Lock "1051b941-c705-42c0-833d-e6e35aacb293" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.475s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.515135] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528adc35-48f9-d094-ca8d-4ff770e86319, 'name': SearchDatastore_Task, 'duration_secs': 0.012722} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.515468] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.515780] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.515964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.516122] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.516327] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.516602] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8cddf93-9433-42ec-9141-b0363d3b5201 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.525295] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.528630] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.528630] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e5312f-cd29-4e00-b18b-10fecfd85611 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.533354] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 936.533354] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b48f8-ce00-fd01-4282-4b6136b505e6" [ 936.533354] env[69751]: _type = "Task" [ 936.533354] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.548488] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523b48f8-ce00-fd01-4282-4b6136b505e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010931} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.549563] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14fed9b-4b44-4056-94af-0c6ec5116f9c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.554696] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 936.554696] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5295284c-032e-0c45-6258-0cd3c8803499" [ 936.554696] env[69751]: _type = "Task" [ 936.554696] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.565948] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5295284c-032e-0c45-6258-0cd3c8803499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.579812] env[69751]: DEBUG oslo_vmware.api [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Task: {'id': task-3483547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201387} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.580088] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.580288] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.580463] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.580634] env[69751]: INFO nova.compute.manager [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 936.580883] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.581097] env[69751]: DEBUG nova.compute.manager [-] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.581191] env[69751]: DEBUG nova.network.neutron [-] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 936.585387] env[69751]: DEBUG oslo_concurrency.lockutils [None req-39ac0d0c-bfe9-46ad-b77a-d6564da3bce4 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "2c092d2e-7646-4db7-b883-16f420d17250" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.624s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.639484] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483548, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.652743] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483537, 'name': RelocateVM_Task, 'duration_secs': 4.113842} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.655534] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 936.655862] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696345', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'name': 'volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45fdd092-44c8-4c99-b4a6-f51a287c4069', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'serial': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 936.662023] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25fa4bb-4918-43e6-97b4-09f84fe3a6d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.664436] env[69751]: DEBUG nova.network.neutron [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updated VIF entry in instance network info cache for port fda5da2e-9c65-4501-9807-e0283531428e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.665108] env[69751]: DEBUG nova.network.neutron [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [{"id": "fda5da2e-9c65-4501-9807-e0283531428e", "address": "fa:16:3e:c8:65:71", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda5da2e-9c", "ovs_interfaceid": "fda5da2e-9c65-4501-9807-e0283531428e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.687463] env[69751]: DEBUG oslo_concurrency.lockutils [req-73e633b0-d3e9-40e2-94bc-1823a30ea046 req-14cf3a85-2336-4e1e-963d-c704995ff68c service nova] Releasing lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.688918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8eef26-3adf-485b-a0e0-e290c345d91d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.714258] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb/volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.717496] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6eb3feb-ae94-4571-8786-da58ba4d5075 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.737892] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 936.737892] env[69751]: value = "task-3483549" [ 936.737892] env[69751]: _type = "Task" [ 936.737892] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.748563] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.891958] env[69751]: INFO nova.compute.manager [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Rescuing [ 936.892235] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.892385] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.892549] env[69751]: DEBUG nova.network.neutron [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.916351] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1046deef-5323-4c8c-b034-304bc0a57c5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.924106] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072759fd-8aa5-4339-be1a-eb9b32403608 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.957415] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a781efaf-9e3a-4eb3-9788-0669918c50b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.964929] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ff99c6-3792-4caa-bda4-814a40193303 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.980327] env[69751]: DEBUG nova.compute.provider_tree [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.029227] env[69751]: DEBUG nova.compute.manager [req-e8cf10b6-be14-4952-8df3-0db52bb04ebf req-eed73c69-df3a-47b4-ae25-03cf3d73b708 service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Received event network-vif-deleted-d91fd2cf-8f54-4d66-bf3f-87ed021722d3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.029564] env[69751]: INFO nova.compute.manager [req-e8cf10b6-be14-4952-8df3-0db52bb04ebf req-eed73c69-df3a-47b4-ae25-03cf3d73b708 service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Neutron deleted interface d91fd2cf-8f54-4d66-bf3f-87ed021722d3; detaching it from the instance and deleting it from the info cache [ 937.029786] env[69751]: DEBUG nova.network.neutron [req-e8cf10b6-be14-4952-8df3-0db52bb04ebf req-eed73c69-df3a-47b4-ae25-03cf3d73b708 service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.066173] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5295284c-032e-0c45-6258-0cd3c8803499, 'name': SearchDatastore_Task, 'duration_secs': 0.014782} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.066465] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.066756] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.067195] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e083c100-5f14-46b0-8e1e-b67243a64fc3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.073845] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 937.073845] env[69751]: value = "task-3483550" [ 937.073845] env[69751]: _type = "Task" [ 937.073845] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.082444] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483550, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.087991] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 937.141565] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483548, 'name': CreateVM_Task, 'duration_secs': 0.557931} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.141728] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.142439] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.142601] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.142921] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.143191] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5409ce16-4088-4c32-b226-eadf6b314289 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.147810] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 937.147810] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52eba07c-9afe-a95c-de4a-b07ebb9b6892" [ 937.147810] env[69751]: _type = "Task" [ 937.147810] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.155923] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52eba07c-9afe-a95c-de4a-b07ebb9b6892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.248333] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483549, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.392473] env[69751]: DEBUG nova.network.neutron [-] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.482908] env[69751]: DEBUG nova.scheduler.client.report [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.536639] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c48b479b-17a4-4995-bed2-bb756f3f0d46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.551013] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18532a7c-cb51-4307-b7e7-790ceda0bffa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.590129] env[69751]: DEBUG nova.compute.manager [req-e8cf10b6-be14-4952-8df3-0db52bb04ebf req-eed73c69-df3a-47b4-ae25-03cf3d73b708 service nova] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Detach interface failed, port_id=d91fd2cf-8f54-4d66-bf3f-87ed021722d3, reason: Instance b507332f-4890-44d0-8c6f-57ccefb0a3f0 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 937.609591] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483550, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.619293] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.663339] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52eba07c-9afe-a95c-de4a-b07ebb9b6892, 'name': SearchDatastore_Task, 'duration_secs': 0.019482} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.663339] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.663339] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.663543] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.663543] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.663706] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.663980] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a8dd8d4-42da-4000-acea-70cfed5d35d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.672933] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.673179] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.673960] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7a1a652-d04e-4f0b-9bf4-b9fd358b9fa1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.680700] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 937.680700] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c1a765-0170-0971-a127-607cc48bea26" [ 937.680700] env[69751]: _type = "Task" [ 937.680700] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.689017] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c1a765-0170-0971-a127-607cc48bea26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.748708] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483549, 'name': ReconfigVM_Task, 'duration_secs': 0.543451} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.749898] env[69751]: DEBUG nova.network.neutron [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Updating instance_info_cache with network_info: [{"id": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "address": "fa:16:3e:7a:42:52", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dc3971e-bb", "ovs_interfaceid": "5dc3971e-bb94-4e5a-b054-1717862ba00e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.751236] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Reconfigured VM instance instance-00000032 to attach disk [datastore1] volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb/volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.756956] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7320739-c459-48df-a78e-dd4849446c67 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.773861] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 937.773861] env[69751]: value = "task-3483551" [ 937.773861] env[69751]: _type = "Task" [ 937.773861] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.782810] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.897609] env[69751]: INFO nova.compute.manager [-] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Took 1.32 seconds to deallocate network for instance. [ 937.988817] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.992276] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.322s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.993966] env[69751]: INFO nova.compute.claims [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.014505] env[69751]: INFO nova.scheduler.client.report [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Deleted allocations for instance f916deca-c048-436e-82cd-cc49c9983c06 [ 938.101412] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483550, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59739} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.101678] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.101916] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.102242] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca53ee8a-839e-4cbe-bd71-fa6908fe0e6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.109066] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 938.109066] env[69751]: value = "task-3483552" [ 938.109066] env[69751]: _type = "Task" [ 938.109066] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.118806] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.195864] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c1a765-0170-0971-a127-607cc48bea26, 'name': SearchDatastore_Task, 'duration_secs': 0.014709} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.197151] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57ff946b-9255-4035-8217-47b6285020a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.206733] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 938.206733] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5259e5af-7f4b-b8ae-d679-a7bf4b0fca8d" [ 938.206733] env[69751]: _type = "Task" [ 938.206733] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.216495] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5259e5af-7f4b-b8ae-d679-a7bf4b0fca8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.258462] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-2c092d2e-7646-4db7-b883-16f420d17250" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.285899] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483551, 'name': ReconfigVM_Task, 'duration_secs': 0.184386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.289182] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696345', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'name': 'volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45fdd092-44c8-4c99-b4a6-f51a287c4069', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'serial': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 938.289820] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b459765b-d5e3-404b-b98b-78725140487e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.297183] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 938.297183] env[69751]: value = "task-3483553" [ 938.297183] env[69751]: _type = "Task" [ 938.297183] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.306551] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483553, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.405333] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.522611] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00eb1cd6-accb-47ce-8cd9-6477957dbc37 tempest-AttachInterfacesV270Test-1032661716 tempest-AttachInterfacesV270Test-1032661716-project-member] Lock "f916deca-c048-436e-82cd-cc49c9983c06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.858s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.619193] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129657} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.619535] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.620430] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6abb840-f838-4706-8e47-e7082de70562 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.653502] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.654665] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84503cc3-8462-4ae8-a052-7d04ab7a25eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.675326] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 938.675326] env[69751]: value = "task-3483554" [ 938.675326] env[69751]: _type = "Task" [ 938.675326] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.683879] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483554, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.716103] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5259e5af-7f4b-b8ae-d679-a7bf4b0fca8d, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.716415] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.716684] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.716943] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd7e3da8-41e5-4c54-b81e-16f58f97c631 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.729754] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 938.729754] env[69751]: value = "task-3483555" [ 938.729754] env[69751]: _type = "Task" [ 938.729754] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.735424] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.813158] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483553, 'name': Rename_Task, 'duration_secs': 0.383499} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.813158] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.813389] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-309a3eb2-d39d-4690-81e3-94e2969faba8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.819755] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 938.819755] env[69751]: value = "task-3483556" [ 938.819755] env[69751]: _type = "Task" [ 938.819755] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.828272] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.068618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.069312] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.188249] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483554, 'name': ReconfigVM_Task, 'duration_secs': 0.295092} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.191636] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Reconfigured VM instance instance-00000007 to attach disk [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe/c79bb961-4170-4f8b-a81d-407a09be1cfe.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.194895] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8acb5447-5c1c-43f0-b661-857acb6ed107 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.201676] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 939.201676] env[69751]: value = "task-3483557" [ 939.201676] env[69751]: _type = "Task" [ 939.201676] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.217924] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483557, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.241627] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.262361] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.262565] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.335698] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483556, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.525198] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0693931-52cb-45f4-88f5-32e5ff24cfbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.532823] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2dc0ca-4176-45de-baec-761c59d854e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.564837] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a4dd05-7c10-461f-9097-132109d7fcdf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.572848] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7db83e-4663-4171-9fa7-152aa02d3c1f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.587672] env[69751]: DEBUG nova.compute.provider_tree [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 939.711490] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483557, 'name': Rename_Task, 'duration_secs': 0.176855} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.711898] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.712100] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ee739d-5e94-45e4-a73d-b51da41c3da7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.718940] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 939.718940] env[69751]: value = "task-3483558" [ 939.718940] env[69751]: _type = "Task" [ 939.718940] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.727576] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.734920] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.732649} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.735251] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.735500] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.735748] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b249f74a-e304-4346-a25c-66815499952b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.741521] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 939.741521] env[69751]: value = "task-3483559" [ 939.741521] env[69751]: _type = "Task" [ 939.741521] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.751031] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.802024] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.802024] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4665e4d8-28bd-4fc4-80a6-a15214b0e1c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.808943] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 939.808943] env[69751]: value = "task-3483560" [ 939.808943] env[69751]: _type = "Task" [ 939.808943] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.817888] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.832325] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483556, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.175750] env[69751]: ERROR nova.scheduler.client.report [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [req-30677d32-1529-4ba7-8d23-110326c52eb3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30677d32-1529-4ba7-8d23-110326c52eb3"}]} [ 940.198602] env[69751]: DEBUG nova.scheduler.client.report [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 940.218334] env[69751]: DEBUG nova.scheduler.client.report [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 940.218663] env[69751]: DEBUG nova.compute.provider_tree [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.230516] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483558, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.232090] env[69751]: DEBUG nova.scheduler.client.report [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 940.252155] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119755} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.252964] env[69751]: DEBUG nova.scheduler.client.report [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 940.255494] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.256829] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5d11a8-3145-4363-9da7-6aa9f3fdfe43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.283126] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.289934] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5c9979-ec60-4c27-800c-18b24c0568c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.314757] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 940.314757] env[69751]: value = "task-3483561" [ 940.314757] env[69751]: _type = "Task" [ 940.314757] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.324405] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483560, 'name': PowerOffVM_Task, 'duration_secs': 0.365946} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.330240] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.334114] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11d842e-37d8-4c7f-86ea-5ac7c6579b7a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.336700] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.342136] env[69751]: DEBUG oslo_vmware.api [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483556, 'name': PowerOnVM_Task, 'duration_secs': 1.230743} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.358203] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.358504] env[69751]: INFO nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Took 9.57 seconds to spawn the instance on the hypervisor. [ 940.358696] env[69751]: DEBUG nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.360339] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d697705-a31a-402f-a228-f771744e5d58 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.362939] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a4d823-22b8-47e1-aa6a-b546313fad3d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.408338] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.408615] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-691bc0d8-034d-4e27-b748-bf8b9e3dce66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.418686] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 940.418686] env[69751]: value = "task-3483562" [ 940.418686] env[69751]: _type = "Task" [ 940.418686] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.425739] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.730625] env[69751]: DEBUG oslo_vmware.api [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483558, 'name': PowerOnVM_Task, 'duration_secs': 0.525374} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.731711] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.731711] env[69751]: DEBUG nova.compute.manager [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.731823] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca9dd94-4af5-41f1-abb1-606f5c52d156 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.782245] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f671ada9-d77c-4b5f-8ab9-47ccf75bd87c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.790596] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07df13e7-249f-47c8-a21b-49c2233fc800 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.825505] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef9072-20d0-44d1-a9fd-788677bf6c97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.835910] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.839238] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7987fe-23c5-4b2e-b529-80d2c82e126b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.853606] env[69751]: DEBUG nova.compute.provider_tree [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 940.889340] env[69751]: INFO nova.compute.manager [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Took 49.69 seconds to build instance. [ 940.932143] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 940.932472] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 940.932737] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.932889] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.933086] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 940.933366] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-130e58ee-5a22-4de2-8878-4dbea38017b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.942707] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 940.942945] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 940.943806] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c161e63-b867-422b-944b-366b4f3fb9ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.950049] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 940.950049] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52587583-4093-083d-af3a-ef89a7d11bf3" [ 940.950049] env[69751]: _type = "Task" [ 940.950049] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.958707] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52587583-4093-083d-af3a-ef89a7d11bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.254026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.332147] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483561, 'name': ReconfigVM_Task, 'duration_secs': 0.694122} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.332448] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.333074] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e16822b7-c686-4099-9170-0c82fee031e2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.340109] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 941.340109] env[69751]: value = "task-3483563" [ 941.340109] env[69751]: _type = "Task" [ 941.340109] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.348305] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483563, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.391411] env[69751]: DEBUG nova.scheduler.client.report [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 941.391527] env[69751]: DEBUG nova.compute.provider_tree [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 78 to 79 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 941.391698] env[69751]: DEBUG nova.compute.provider_tree [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 941.395331] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2c0c02a8-e19c-4091-8d8a-43e138f7066e tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.562s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.460820] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52587583-4093-083d-af3a-ef89a7d11bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.461645] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e146436-edb2-49bb-aef6-0cd7042eabff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.466958] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 941.466958] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526c6477-d1c4-6049-a85e-885b7b4a6a86" [ 941.466958] env[69751]: _type = "Task" [ 941.466958] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.474393] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526c6477-d1c4-6049-a85e-885b7b4a6a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.849735] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483563, 'name': Rename_Task, 'duration_secs': 0.271734} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.850026] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.850274] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11c15f6d-df04-4c83-b416-db95425dc653 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.856636] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 941.856636] env[69751]: value = "task-3483564" [ 941.856636] env[69751]: _type = "Task" [ 941.856636] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.866362] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483564, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.901380] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.907s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.901380] env[69751]: DEBUG nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.902189] env[69751]: DEBUG nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.908853] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.702s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.910369] env[69751]: INFO nova.compute.claims [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 941.977535] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526c6477-d1c4-6049-a85e-885b7b4a6a86, 'name': SearchDatastore_Task, 'duration_secs': 0.010659} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.977787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.978071] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. {{(pid=69751) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 941.978342] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5798c22a-f865-4a1a-8116-95a8fbe53b12 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.985490] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 941.985490] env[69751]: value = "task-3483565" [ 941.985490] env[69751]: _type = "Task" [ 941.985490] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.994710] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.101715] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "fb6c0765-2a9a-4ea9-9676-f288de23d822" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.101715] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.101715] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "fb6c0765-2a9a-4ea9-9676-f288de23d822-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.101715] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.101715] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.102515] env[69751]: INFO nova.compute.manager [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Terminating instance [ 942.234667] env[69751]: DEBUG nova.compute.manager [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Received event network-changed-609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.235246] env[69751]: DEBUG nova.compute.manager [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Refreshing instance network info cache due to event network-changed-609f4973-264c-4638-a156-7543bae7a3fe. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 942.235652] env[69751]: DEBUG oslo_concurrency.lockutils [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] Acquiring lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.236083] env[69751]: DEBUG oslo_concurrency.lockutils [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] Acquired lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.236347] env[69751]: DEBUG nova.network.neutron [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Refreshing network info cache for port 609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.368975] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483564, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.410503] env[69751]: DEBUG nova.compute.utils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.412182] env[69751]: DEBUG nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 942.445373] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.480230] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.480230] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.498408] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483565, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.605928] env[69751]: DEBUG nova.compute.manager [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.606162] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.607100] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424fab26-548d-4279-a7dc-89ff891102ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.614585] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.614783] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d27227e-6c8b-41f1-a1b3-2e4aa476cdf2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.621312] env[69751]: DEBUG oslo_vmware.api [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 942.621312] env[69751]: value = "task-3483566" [ 942.621312] env[69751]: _type = "Task" [ 942.621312] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.629624] env[69751]: DEBUG oslo_vmware.api [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.877390] env[69751]: DEBUG oslo_vmware.api [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483564, 'name': PowerOnVM_Task, 'duration_secs': 0.812647} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.878047] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.878742] env[69751]: INFO nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Took 9.15 seconds to spawn the instance on the hypervisor. [ 942.879143] env[69751]: DEBUG nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.880526] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b19f32-214f-4998-ac2f-3c91beffd1d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.913968] env[69751]: DEBUG nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.983289] env[69751]: DEBUG nova.compute.utils [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 942.998163] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583464} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.002247] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. [ 943.002247] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac172b86-483a-4195-bdd2-1853add7d5d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.033613] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.034876] env[69751]: DEBUG nova.network.neutron [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updated VIF entry in instance network info cache for port 609f4973-264c-4638-a156-7543bae7a3fe. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 943.035443] env[69751]: DEBUG nova.network.neutron [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updating instance_info_cache with network_info: [{"id": "609f4973-264c-4638-a156-7543bae7a3fe", "address": "fa:16:3e:91:a8:35", "network": {"id": "ff6f3882-4f4f-4d3a-aa72-683c5e0f173c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1718950365-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fbe8d2632727465dbbb4e8deedeff3f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap609f4973-26", "ovs_interfaceid": "609f4973-264c-4638-a156-7543bae7a3fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.039533] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28938856-e17f-4ec2-806b-8c413a6d0b7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.063022] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 943.063022] env[69751]: value = "task-3483567" [ 943.063022] env[69751]: _type = "Task" [ 943.063022] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.073457] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483567, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.131282] env[69751]: DEBUG oslo_vmware.api [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483566, 'name': PowerOffVM_Task, 'duration_secs': 0.266738} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.131559] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.131723] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.131978] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9a2f0ce-cfcb-45b7-b86c-218ada9540d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.194348] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.198020] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.198020] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleting the datastore file [datastore2] fb6c0765-2a9a-4ea9-9676-f288de23d822 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.198020] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c5c2be9-1f25-4add-8e89-5d2b6b9dbafc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.201469] env[69751]: DEBUG oslo_vmware.api [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 943.201469] env[69751]: value = "task-3483569" [ 943.201469] env[69751]: _type = "Task" [ 943.201469] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.214536] env[69751]: DEBUG oslo_vmware.api [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.408389] env[69751]: INFO nova.compute.manager [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Took 41.18 seconds to build instance. [ 943.439989] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75012c27-bc56-47e1-a028-af6ca12634b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.448027] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780787c3-329b-43cf-a694-1a86fb0f140f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.481998] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94927bb-4aaa-4f1e-bfe5-2008a84d334f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.485757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.491031] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2480b-8831-4d46-b3da-204535eaf49d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.505441] env[69751]: DEBUG nova.compute.provider_tree [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.559128] env[69751]: DEBUG oslo_concurrency.lockutils [req-05d270fc-10d2-48ad-ba3b-2a24be48b254 req-1003a126-4de0-47ee-8efd-362e0995f11d service nova] Releasing lock "refresh_cache-45fdd092-44c8-4c99-b4a6-f51a287c4069" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.571861] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.719397] env[69751]: DEBUG oslo_vmware.api [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.910348] env[69751]: DEBUG oslo_concurrency.lockutils [None req-74935e17-26c3-4aa5-80db-76e7cbb1daba tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 112.891s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.928535] env[69751]: DEBUG nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.955080] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.955376] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.955713] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.955713] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.955850] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.956009] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.956363] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.956571] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.956706] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.957058] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.957303] env[69751]: DEBUG nova.virt.hardware [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.958182] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e704e9-4870-4add-97e8-e0745dc44d5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.967035] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fefd89-8212-4a02-967a-720a49ae55f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.981166] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.988160] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Creating folder: Project (928f69a1431c4c7083b1e4cacf2e7a86). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.988623] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43918d34-ea2d-4ef4-9802-02e4f32fbbd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.000291] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Created folder: Project (928f69a1431c4c7083b1e4cacf2e7a86) in parent group-v696263. [ 944.000506] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Creating folder: Instances. Parent ref: group-v696412. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.000749] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee461146-4c63-4f1d-a957-77454dbf6e80 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.008653] env[69751]: DEBUG nova.scheduler.client.report [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.020018] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Created folder: Instances in parent group-v696412. [ 944.020018] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.020018] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.020018] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b12b7cfb-c256-4ec3-980c-308b4c1b6ff8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.039416] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.039416] env[69751]: value = "task-3483572" [ 944.039416] env[69751]: _type = "Task" [ 944.039416] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.047551] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483572, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.070686] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483567, 'name': ReconfigVM_Task, 'duration_secs': 0.842583} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.071023] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.071781] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76da0da5-5670-4ae9-a813-e65b81967ab7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.109299] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db68d84b-98b6-48b1-aa31-be69ec3b8352 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.126936] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 944.126936] env[69751]: value = "task-3483573" [ 944.126936] env[69751]: _type = "Task" [ 944.126936] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.135725] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.217749] env[69751]: DEBUG oslo_vmware.api [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.533069} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.217749] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.217749] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.217979] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.218034] env[69751]: INFO nova.compute.manager [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Took 1.61 seconds to destroy the instance on the hypervisor. [ 944.219059] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.219059] env[69751]: DEBUG nova.compute.manager [-] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.219059] env[69751]: DEBUG nova.network.neutron [-] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.412976] env[69751]: DEBUG nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.518176] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.519028] env[69751]: DEBUG nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.522311] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.291s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.522696] env[69751]: DEBUG nova.objects.instance [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lazy-loading 'resources' on Instance uuid 900ed14f-8f7c-403d-93e8-f7a7cb624669 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.555270] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483572, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.581582] env[69751]: DEBUG nova.compute.manager [req-2f2da966-ef3e-42d0-b8f1-e361f1bcc3d4 req-a789f386-8299-4cc1-b7f2-4a7805938d03 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Received event network-vif-deleted-973586aa-dacd-4c7b-8366-dea01f128479 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.581582] env[69751]: INFO nova.compute.manager [req-2f2da966-ef3e-42d0-b8f1-e361f1bcc3d4 req-a789f386-8299-4cc1-b7f2-4a7805938d03 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Neutron deleted interface 973586aa-dacd-4c7b-8366-dea01f128479; detaching it from the instance and deleting it from the info cache [ 944.581582] env[69751]: DEBUG nova.network.neutron [req-2f2da966-ef3e-42d0-b8f1-e361f1bcc3d4 req-a789f386-8299-4cc1-b7f2-4a7805938d03 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.582816] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.583190] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.583511] env[69751]: INFO nova.compute.manager [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Attaching volume 85fc6bc1-7356-47d5-9be6-cc0451c693b8 to /dev/sdb [ 944.643039] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ffb4a-c1e1-469f-84ba-28cb136196b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.648824] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483573, 'name': ReconfigVM_Task, 'duration_secs': 0.357903} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.648824] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.648824] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e267c83d-babb-41e8-9990-ae51d5450c92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.653706] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb23868-d304-4664-a25f-cd2d4794947f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.659493] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 944.659493] env[69751]: value = "task-3483574" [ 944.659493] env[69751]: _type = "Task" [ 944.659493] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.666788] env[69751]: DEBUG nova.virt.block_device [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating existing volume attachment record: 36c9f035-d8c2-4d68-90bb-88290c03f7eb {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 944.672322] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.943017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.033241] env[69751]: DEBUG nova.compute.utils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 945.034145] env[69751]: DEBUG nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 945.034328] env[69751]: DEBUG nova.network.neutron [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 945.036607] env[69751]: DEBUG nova.network.neutron [-] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.051719] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483572, 'name': CreateVM_Task, 'duration_secs': 0.53026} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.052450] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 945.052781] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.052947] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.053322] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.053805] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e7b5534-4c96-4431-97eb-d4c4ec521149 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.058382] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 945.058382] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52343d5f-b863-8b35-38f5-0a94073d861c" [ 945.058382] env[69751]: _type = "Task" [ 945.058382] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.069862] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52343d5f-b863-8b35-38f5-0a94073d861c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.082231] env[69751]: DEBUG nova.policy [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97e2dc0accb3439c8798642233213ace', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85626ced38354996854ae9ae92981930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 945.089337] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-598034be-4716-4836-a53c-75e7f58cc528 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.098453] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2570f1c-26a2-40da-a462-cb5f9e033021 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.141072] env[69751]: DEBUG nova.compute.manager [req-2f2da966-ef3e-42d0-b8f1-e361f1bcc3d4 req-a789f386-8299-4cc1-b7f2-4a7805938d03 service nova] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Detach interface failed, port_id=973586aa-dacd-4c7b-8366-dea01f128479, reason: Instance fb6c0765-2a9a-4ea9-9676-f288de23d822 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.177392] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.515707] env[69751]: DEBUG nova.network.neutron [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Successfully created port: 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.537830] env[69751]: DEBUG nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.542844] env[69751]: INFO nova.compute.manager [-] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Took 1.32 seconds to deallocate network for instance. [ 945.574697] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52343d5f-b863-8b35-38f5-0a94073d861c, 'name': SearchDatastore_Task, 'duration_secs': 0.029265} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.574697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.574697] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.574697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.574697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.574697] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.574697] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e6c25f-23ee-4c40-b845-43469f1484db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.586233] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.586233] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.586233] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413d0b2d-be15-4b3e-89be-95d8deb0d1d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.590638] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 945.590638] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5274a654-d328-5ca4-4a6c-de324199a0ac" [ 945.590638] env[69751]: _type = "Task" [ 945.590638] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.600801] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5274a654-d328-5ca4-4a6c-de324199a0ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.660306] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a68ed7-4be4-4716-afb6-800a8f5d571b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.676660] env[69751]: DEBUG nova.compute.manager [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 945.682803] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9204ef2-cedf-4908-abd7-8fec7b84f6be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.688125] env[69751]: DEBUG oslo_vmware.api [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483574, 'name': PowerOnVM_Task, 'duration_secs': 0.529664} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.688827] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.692219] env[69751]: DEBUG nova.compute.manager [None req-fb175241-160e-4eaf-a179-1085bfcde75d tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.718025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee114742-5372-4e12-8741-a3727a798611 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.721809] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d73f47-61ad-4a1d-83d7-afe9773e7f7f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733519] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f9feed-c8a5-4f9d-afde-dc6a8df9b429 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.748866] env[69751]: DEBUG nova.compute.provider_tree [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.051946] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.102738] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5274a654-d328-5ca4-4a6c-de324199a0ac, 'name': SearchDatastore_Task, 'duration_secs': 0.014416} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.103635] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e70f325d-6caa-4e0e-bd4a-87d0406bb1a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.110199] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 946.110199] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c4fc3-2562-b0bf-3ad5-0b385f71da43" [ 946.110199] env[69751]: _type = "Task" [ 946.110199] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.118934] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c4fc3-2562-b0bf-3ad5-0b385f71da43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.205646] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.221942] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.221942] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.251616] env[69751]: DEBUG nova.scheduler.client.report [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.550906] env[69751]: DEBUG nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.576121] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.576391] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.576664] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.576905] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.577079] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.577327] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.577576] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.577743] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.577910] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.578088] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.578318] env[69751]: DEBUG nova.virt.hardware [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.579240] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08cd1067-5a15-47d3-9910-cba7b4ba880b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.587845] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57156592-31bf-4ca9-b8cc-e44ae27385e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.619928] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c4fc3-2562-b0bf-3ad5-0b385f71da43, 'name': SearchDatastore_Task, 'duration_secs': 0.019224} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.620213] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.620480] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.620874] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97af1806-4645-4b94-9a32-17249d921b66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.627155] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 946.627155] env[69751]: value = "task-3483578" [ 946.627155] env[69751]: _type = "Task" [ 946.627155] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.634753] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.756979] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.759489] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.938s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.760834] env[69751]: INFO nova.compute.claims [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.784319] env[69751]: INFO nova.scheduler.client.report [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Deleted allocations for instance 900ed14f-8f7c-403d-93e8-f7a7cb624669 [ 947.136566] env[69751]: DEBUG nova.compute.manager [req-8a6ca686-0a78-410c-a7a3-69561fa96aab req-ac29150e-bd43-4018-b2db-baf98fcce3b1 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Received event network-vif-plugged-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.136726] env[69751]: DEBUG oslo_concurrency.lockutils [req-8a6ca686-0a78-410c-a7a3-69561fa96aab req-ac29150e-bd43-4018-b2db-baf98fcce3b1 service nova] Acquiring lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.136936] env[69751]: DEBUG oslo_concurrency.lockutils [req-8a6ca686-0a78-410c-a7a3-69561fa96aab req-ac29150e-bd43-4018-b2db-baf98fcce3b1 service nova] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.140251] env[69751]: DEBUG oslo_concurrency.lockutils [req-8a6ca686-0a78-410c-a7a3-69561fa96aab req-ac29150e-bd43-4018-b2db-baf98fcce3b1 service nova] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.140485] env[69751]: DEBUG nova.compute.manager [req-8a6ca686-0a78-410c-a7a3-69561fa96aab req-ac29150e-bd43-4018-b2db-baf98fcce3b1 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] No waiting events found dispatching network-vif-plugged-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.140661] env[69751]: WARNING nova.compute.manager [req-8a6ca686-0a78-410c-a7a3-69561fa96aab req-ac29150e-bd43-4018-b2db-baf98fcce3b1 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Received unexpected event network-vif-plugged-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 for instance with vm_state building and task_state spawning. [ 947.150244] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486554} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.150244] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.150244] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.150244] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad87ecb5-5d70-4f5d-bfe1-c202cc19e1e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.157270] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 947.157270] env[69751]: value = "task-3483580" [ 947.157270] env[69751]: _type = "Task" [ 947.157270] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.167579] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.225297] env[69751]: DEBUG nova.network.neutron [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Successfully updated port: 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.293100] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6e67a5f0-eadc-48fe-9f11-c930c9fd43f0 tempest-ServersAdminNegativeTestJSON-1389111772 tempest-ServersAdminNegativeTestJSON-1389111772-project-member] Lock "900ed14f-8f7c-403d-93e8-f7a7cb624669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.521s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.667479] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064253} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.667825] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.668678] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a1b99d-9295-4c1b-bd38-592fc89993a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.690663] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.691451] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1580690-50c3-4af7-9bce-43efd1cd8cbb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.713123] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 947.713123] env[69751]: value = "task-3483581" [ 947.713123] env[69751]: _type = "Task" [ 947.713123] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.722848] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.727428] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.727743] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.727743] env[69751]: DEBUG nova.network.neutron [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.004201] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.004201] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.056903] env[69751]: INFO nova.compute.manager [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Rescuing [ 948.057170] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.057536] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.057536] env[69751]: DEBUG nova.network.neutron [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.223831] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483581, 'name': ReconfigVM_Task, 'duration_secs': 0.326036} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.226802] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.227788] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b1cda16-d02d-4dea-b5b4-3ad45b347ef6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.242585] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 948.242585] env[69751]: value = "task-3483582" [ 948.242585] env[69751]: _type = "Task" [ 948.242585] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.248273] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c076216a-79e1-42ad-88aa-68f7622d4230 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.259012] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483582, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.261808] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb84fb2-b56e-431f-8ed9-1e22848a0d9e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.297599] env[69751]: DEBUG nova.network.neutron [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.300346] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4739ae-c345-40f5-b8ee-e74ac20863a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.308743] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726a517-6e02-46a8-8e1b-e6aa414eb74b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.324334] env[69751]: DEBUG nova.compute.provider_tree [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.498168] env[69751]: DEBUG nova.network.neutron [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.516595] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.516595] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.516595] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.516773] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.516883] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.517458] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.517458] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 948.517458] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.751838] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483582, 'name': Rename_Task, 'duration_secs': 0.143989} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.752145] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.752395] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f661dc5-f258-4b12-a36b-f171b1f926c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.758139] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 948.758139] env[69751]: value = "task-3483583" [ 948.758139] env[69751]: _type = "Task" [ 948.758139] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.758996] env[69751]: DEBUG nova.network.neutron [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Updating instance_info_cache with network_info: [{"id": "6783dca6-4a04-4257-b8c4-f551c6509975", "address": "fa:16:3e:47:be:b0", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6783dca6-4a", "ovs_interfaceid": "6783dca6-4a04-4257-b8c4-f551c6509975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.768329] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.828900] env[69751]: DEBUG nova.scheduler.client.report [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.001115] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.001596] env[69751]: DEBUG nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Instance network_info: |[{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.002856] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:f2:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.014397] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating folder: Project (85626ced38354996854ae9ae92981930). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.014745] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0cb466a-9b03-48f5-8420-ffdcb705c886 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.020135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.026526] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Created folder: Project (85626ced38354996854ae9ae92981930) in parent group-v696263. [ 949.026746] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating folder: Instances. Parent ref: group-v696417. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.027023] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfe45acf-ea7c-4f6b-85f3-aa515a91639d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.036025] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Created folder: Instances in parent group-v696417. [ 949.036281] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.036482] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.036689] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8fc92c-adac-4a1b-848a-ccccb566d4ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.055546] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.055546] env[69751]: value = "task-3483586" [ 949.055546] env[69751]: _type = "Task" [ 949.055546] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.063741] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483586, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.169986] env[69751]: DEBUG nova.compute.manager [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Received event network-changed-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.169986] env[69751]: DEBUG nova.compute.manager [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Refreshing instance network info cache due to event network-changed-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.169986] env[69751]: DEBUG oslo_concurrency.lockutils [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] Acquiring lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.169986] env[69751]: DEBUG oslo_concurrency.lockutils [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] Acquired lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.169986] env[69751]: DEBUG nova.network.neutron [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Refreshing network info cache for port 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.259324] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 949.259324] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696416', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'name': 'volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ad02603-ab24-4817-bfe1-9716de876685', 'attached_at': '', 'detached_at': '', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'serial': '85fc6bc1-7356-47d5-9be6-cc0451c693b8'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 949.260119] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c6d8c-ff37-484e-b8a5-3c1795b25931 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.266099] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.276155] env[69751]: DEBUG oslo_vmware.api [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483583, 'name': PowerOnVM_Task, 'duration_secs': 0.46299} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.287497] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.287730] env[69751]: INFO nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Took 5.36 seconds to spawn the instance on the hypervisor. [ 949.287910] env[69751]: DEBUG nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.288914] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f86579-9e52-4bba-a337-395c5c47994e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.292235] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641e3cb1-33ee-4c0e-a84c-0f466f89266b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.340596] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8/volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.344218] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.344218] env[69751]: DEBUG nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.346711] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b75c165c-bfec-4097-93ab-19a1a511e199 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.364217] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.190s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.364443] env[69751]: DEBUG nova.objects.instance [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lazy-loading 'resources' on Instance uuid a85b8c05-79a3-48e7-85d5-bdad0990397b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.372109] env[69751]: DEBUG oslo_vmware.api [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 949.372109] env[69751]: value = "task-3483587" [ 949.372109] env[69751]: _type = "Task" [ 949.372109] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.381755] env[69751]: DEBUG oslo_vmware.api [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.566422] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483586, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.849966] env[69751]: INFO nova.compute.manager [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Took 40.26 seconds to build instance. [ 949.865218] env[69751]: DEBUG nova.compute.utils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.875037] env[69751]: DEBUG nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.875037] env[69751]: DEBUG nova.network.neutron [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.881032] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.882916] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12341d99-5ad1-4a13-b5d0-c19124c2646f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.917556] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 949.917556] env[69751]: value = "task-3483588" [ 949.917556] env[69751]: _type = "Task" [ 949.917556] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.917556] env[69751]: DEBUG oslo_vmware.api [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483587, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.927837] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.955784] env[69751]: DEBUG nova.policy [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37bfb75e866441d485da12dd4256924d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca9a8188c6744f0daddc90019b77d5aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.042804] env[69751]: DEBUG nova.network.neutron [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updated VIF entry in instance network info cache for port 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.043637] env[69751]: DEBUG nova.network.neutron [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.075212] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483586, 'name': CreateVM_Task, 'duration_secs': 0.560277} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.075983] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 950.079097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.079097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.079097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.079097] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c0faea5-3f7b-4fbc-89ef-fcc45e5c3951 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.087264] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 950.087264] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e3939f-a109-2107-8d96-bde184e06ed9" [ 950.087264] env[69751]: _type = "Task" [ 950.087264] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.098448] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e3939f-a109-2107-8d96-bde184e06ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.198012] env[69751]: INFO nova.compute.manager [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Rebuilding instance [ 950.248319] env[69751]: DEBUG nova.compute.manager [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 950.249201] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db427096-fbf8-4a96-8518-795fc48978d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.351784] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59daaf2c-ca87-4ffc-bfab-284823672361 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "677e67e0-f5a4-412b-8ec8-348e690b83f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.887s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.368593] env[69751]: DEBUG nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.388928] env[69751]: DEBUG nova.network.neutron [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Successfully created port: f68031b2-64af-44f7-aac4-2e02da1844e0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.397607] env[69751]: DEBUG oslo_vmware.api [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483587, 'name': ReconfigVM_Task, 'duration_secs': 0.594716} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.400528] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Reconfigured VM instance instance-00000028 to attach disk [datastore2] volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8/volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.406512] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389b8dde-4483-4a78-84e2-cf50d29b9f47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.426875] env[69751]: DEBUG oslo_vmware.api [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 950.426875] env[69751]: value = "task-3483589" [ 950.426875] env[69751]: _type = "Task" [ 950.426875] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.430061] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483588, 'name': PowerOffVM_Task, 'duration_secs': 0.245004} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.433096] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.433917] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb78743a-923b-4bfe-bce9-2a1c8436c383 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.442929] env[69751]: DEBUG oslo_vmware.api [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.460501] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa662529-3786-40b6-9391-0b393d196ff2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.498286] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.498286] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f7cfa3f-99ef-4d09-9a2d-d5bfb8f4bb47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.507296] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 950.507296] env[69751]: value = "task-3483590" [ 950.507296] env[69751]: _type = "Task" [ 950.507296] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.520894] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 950.521206] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.521505] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.522169] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.522169] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.522420] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48969267-cdc8-493a-aa29-1186b348924a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.533267] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.533621] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.534332] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-304b42b9-e2bd-4479-b2d8-52201c641595 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.543217] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 950.543217] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d68079-0041-e011-85c9-b7e8aa6350d1" [ 950.543217] env[69751]: _type = "Task" [ 950.543217] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.550664] env[69751]: DEBUG oslo_concurrency.lockutils [req-0ede240c-81c1-43d4-bb88-3f8e69556678 req-80a62034-3ff3-4292-893e-9a9feac40a84 service nova] Releasing lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.551148] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d68079-0041-e011-85c9-b7e8aa6350d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.564156] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c76db4-56d3-4185-8f51-ca5b7fe33345 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.571311] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5e8d54-6bcf-43d4-be82-1d4bf732b399 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.607431] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f169627-70f8-47c7-a1f9-87d9746da577 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.615847] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e3939f-a109-2107-8d96-bde184e06ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.012775} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.617575] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.617902] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.618066] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.618222] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.618400] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.618850] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e43ec80-d469-4f33-bfc0-acd50ea60f64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.621404] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64bc4d7-7250-4149-9467-09e4a2c2d7ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.635917] env[69751]: DEBUG nova.compute.provider_tree [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.638410] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.638619] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.639594] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dda35952-a424-4c77-834e-528caa375423 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.644748] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 950.644748] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c2fd7-5c64-d934-31e3-452c0f501505" [ 950.644748] env[69751]: _type = "Task" [ 950.644748] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.653031] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c2fd7-5c64-d934-31e3-452c0f501505, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.857064] env[69751]: DEBUG nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.942543] env[69751]: DEBUG oslo_vmware.api [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483589, 'name': ReconfigVM_Task, 'duration_secs': 0.263047} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.942879] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696416', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'name': 'volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ad02603-ab24-4817-bfe1-9716de876685', 'attached_at': '', 'detached_at': '', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'serial': '85fc6bc1-7356-47d5-9be6-cc0451c693b8'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 951.053499] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d68079-0041-e011-85c9-b7e8aa6350d1, 'name': SearchDatastore_Task, 'duration_secs': 0.036208} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.053936] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df548bcb-1117-43a1-ac07-67c57e1417a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.059934] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 951.059934] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d9f57-c5e9-d568-8a87-d9be10ac32c5" [ 951.059934] env[69751]: _type = "Task" [ 951.059934] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.067080] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d9f57-c5e9-d568-8a87-d9be10ac32c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.140859] env[69751]: DEBUG nova.scheduler.client.report [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.156169] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523c2fd7-5c64-d934-31e3-452c0f501505, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.156169] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a908fb9-45ef-4ad5-8d29-39d5a5f0f4b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.162417] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 951.162417] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e02251-f226-49b1-b1b5-5c8353f95fb3" [ 951.162417] env[69751]: _type = "Task" [ 951.162417] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.171467] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e02251-f226-49b1-b1b5-5c8353f95fb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.268696] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.269047] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a833b48-9c10-482e-8814-8ba0d335fdfc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.276160] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 951.276160] env[69751]: value = "task-3483591" [ 951.276160] env[69751]: _type = "Task" [ 951.276160] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.285548] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.387364] env[69751]: DEBUG nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.397315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.419596] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.419855] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.420094] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.420520] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.420744] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.420955] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.421240] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.421459] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.421665] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.421907] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.422926] env[69751]: DEBUG nova.virt.hardware [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.423555] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcae7ef-116d-4b6b-aedf-6e437791bd08 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.433213] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4e0adc-e0ad-429f-8d9f-c8c8c2a0d34d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.574041] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d9f57-c5e9-d568-8a87-d9be10ac32c5, 'name': SearchDatastore_Task, 'duration_secs': 0.045941} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.574569] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.574766] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. {{(pid=69751) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 951.575078] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-040a8049-e4ac-4f19-975c-3a3df068f648 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.581994] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 951.581994] env[69751]: value = "task-3483592" [ 951.581994] env[69751]: _type = "Task" [ 951.581994] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.593920] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.646166] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.650250] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.099s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.652138] env[69751]: DEBUG nova.objects.instance [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lazy-loading 'resources' on Instance uuid c9af6b98-3a14-4648-a6c9-75842f87755c {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.675971] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e02251-f226-49b1-b1b5-5c8353f95fb3, 'name': SearchDatastore_Task, 'duration_secs': 0.050204} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.675971] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.675971] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed/2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.676259] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a30f48a-08df-44b4-9e28-f4a123f00f3b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.682124] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 951.682124] env[69751]: value = "task-3483593" [ 951.682124] env[69751]: _type = "Task" [ 951.682124] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.689631] env[69751]: INFO nova.scheduler.client.report [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted allocations for instance a85b8c05-79a3-48e7-85d5-bdad0990397b [ 951.695417] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.786660] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483591, 'name': PowerOffVM_Task, 'duration_secs': 0.238798} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.786958] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.787242] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.791025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f716c50-66dc-4a09-b407-6612601178d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.796701] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.797051] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72713816-1a32-44ec-b081-eb1b13d4b26b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.822041] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.822041] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.822041] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Deleting the datastore file [datastore2] 677e67e0-f5a4-412b-8ec8-348e690b83f2 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.822041] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a6f9c516-3695-4b4e-9308-8e05ae9f9d38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.829764] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 951.829764] env[69751]: value = "task-3483595" [ 951.829764] env[69751]: _type = "Task" [ 951.829764] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.839637] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.994134] env[69751]: DEBUG nova.objects.instance [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.095645] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483592, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.195902] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.203909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef86dee-8d46-4c0a-add6-cb19727d37ba tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "a85b8c05-79a3-48e7-85d5-bdad0990397b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.433s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.341289] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.509684} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.341559] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.341744] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.341914] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.363910] env[69751]: DEBUG nova.compute.manager [req-fba9bf59-3b12-4ef5-b94c-090807012c8c req-3d131352-611a-4023-b84a-cc840c9fdc8d service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Received event network-vif-plugged-f68031b2-64af-44f7-aac4-2e02da1844e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.364153] env[69751]: DEBUG oslo_concurrency.lockutils [req-fba9bf59-3b12-4ef5-b94c-090807012c8c req-3d131352-611a-4023-b84a-cc840c9fdc8d service nova] Acquiring lock "17ad9d84-0de2-4364-b34d-971ee7963835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.364457] env[69751]: DEBUG oslo_concurrency.lockutils [req-fba9bf59-3b12-4ef5-b94c-090807012c8c req-3d131352-611a-4023-b84a-cc840c9fdc8d service nova] Lock "17ad9d84-0de2-4364-b34d-971ee7963835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.364761] env[69751]: DEBUG oslo_concurrency.lockutils [req-fba9bf59-3b12-4ef5-b94c-090807012c8c req-3d131352-611a-4023-b84a-cc840c9fdc8d service nova] Lock "17ad9d84-0de2-4364-b34d-971ee7963835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.364761] env[69751]: DEBUG nova.compute.manager [req-fba9bf59-3b12-4ef5-b94c-090807012c8c req-3d131352-611a-4023-b84a-cc840c9fdc8d service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] No waiting events found dispatching network-vif-plugged-f68031b2-64af-44f7-aac4-2e02da1844e0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.364959] env[69751]: WARNING nova.compute.manager [req-fba9bf59-3b12-4ef5-b94c-090807012c8c req-3d131352-611a-4023-b84a-cc840c9fdc8d service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Received unexpected event network-vif-plugged-f68031b2-64af-44f7-aac4-2e02da1844e0 for instance with vm_state building and task_state spawning. [ 952.501909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8d220dd7-0df2-41bd-a08b-5abaea34b879 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.919s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.521231] env[69751]: DEBUG nova.network.neutron [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Successfully updated port: f68031b2-64af-44f7-aac4-2e02da1844e0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.593796] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552422} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.597720] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. [ 952.600264] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbcac5e-d4e2-4c74-b1ab-6f653a793def {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.628914] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.632840] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bcd546-9dbd-412b-94f2-a0d56a5fb524 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.651508] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 952.651508] env[69751]: value = "task-3483596" [ 952.651508] env[69751]: _type = "Task" [ 952.651508] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.663327] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.697781] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660213} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.701079] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed/2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 952.701448] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 952.703247] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5d6d03c-1287-444f-9d6e-397de4940323 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.709477] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 952.709477] env[69751]: value = "task-3483597" [ 952.709477] env[69751]: _type = "Task" [ 952.709477] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.721959] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.895835] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69b5705-106c-4679-be05-ca8700227140 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.905568] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a0cd30-83ee-4be1-82f0-0aee242ffce3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.940967] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5277e558-25f3-4f3f-a5ce-04adbbce2d32 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.949719] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405bd79c-d88d-4ad6-ab9f-e3d1b390ba86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.967815] env[69751]: DEBUG nova.compute.provider_tree [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.026033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "refresh_cache-17ad9d84-0de2-4364-b34d-971ee7963835" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.026033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquired lock "refresh_cache-17ad9d84-0de2-4364-b34d-971ee7963835" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.026344] env[69751]: DEBUG nova.network.neutron [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.162098] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483596, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.220173] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.217496} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.220464] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 953.222055] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0621d682-7d80-40d3-8eab-3943a2a8d38b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.244338] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed/2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 953.244683] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cffff964-0e1e-47df-a71d-65bfb7d3a5f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.265294] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 953.265294] env[69751]: value = "task-3483598" [ 953.265294] env[69751]: _type = "Task" [ 953.265294] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.272631] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483598, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.319141] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.319797] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.320470] env[69751]: DEBUG nova.compute.manager [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.321920] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e7695d-a04a-4288-bc07-6b997cb0a9c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.330596] env[69751]: DEBUG nova.compute.manager [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 953.331255] env[69751]: DEBUG nova.objects.instance [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.377081] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.377418] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.377580] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.377764] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.377911] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.378073] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.378312] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.378477] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.378674] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.378804] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.378978] env[69751]: DEBUG nova.virt.hardware [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.379882] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f871e30-086c-42ab-8be2-816fbc2914e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.388010] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15897c0-8ee6-4307-a835-62ceb715f8d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.402023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.407886] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.408133] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.408209] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cba3cdbf-c4d1-41f9-950e-a2062344e0e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.425750] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "c3f35115-410c-465c-a9f1-78d7d74976c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.426030] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.432760] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.432760] env[69751]: value = "task-3483599" [ 953.432760] env[69751]: _type = "Task" [ 953.432760] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.441829] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483599, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.471407] env[69751]: DEBUG nova.scheduler.client.report [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.572827] env[69751]: DEBUG nova.network.neutron [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.665024] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.760671] env[69751]: DEBUG nova.network.neutron [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Updating instance_info_cache with network_info: [{"id": "f68031b2-64af-44f7-aac4-2e02da1844e0", "address": "fa:16:3e:6c:0e:e7", "network": {"id": "89303043-a5e3-40f9-9f91-a44b1dcfc4f5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1523214584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9a8188c6744f0daddc90019b77d5aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68031b2-64", "ovs_interfaceid": "f68031b2-64af-44f7-aac4-2e02da1844e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.774948] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.941297] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483599, 'name': CreateVM_Task, 'duration_secs': 0.344031} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.941362] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.941877] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.942055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.942384] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.942649] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d7db7d-4b3a-411c-b13b-14fdba8bdd48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.947972] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 953.947972] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52991ac7-93e5-683b-e626-a7e90f33329b" [ 953.947972] env[69751]: _type = "Task" [ 953.947972] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.956689] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52991ac7-93e5-683b-e626-a7e90f33329b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.978227] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.981034] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.222s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.982179] env[69751]: INFO nova.compute.claims [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.998284] env[69751]: INFO nova.scheduler.client.report [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Deleted allocations for instance c9af6b98-3a14-4648-a6c9-75842f87755c [ 954.163515] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483596, 'name': ReconfigVM_Task, 'duration_secs': 1.059138} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.163895] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Reconfigured VM instance instance-00000030 to attach disk [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.164812] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d82f02e-44be-4da9-9964-caf45687d220 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.191181] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1b26e93-39ea-4258-a876-e827a9d1af6b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.207752] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 954.207752] env[69751]: value = "task-3483600" [ 954.207752] env[69751]: _type = "Task" [ 954.207752] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.216224] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.253494] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "ff704460-0abc-4904-b398-58eead3b5909" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.253756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "ff704460-0abc-4904-b398-58eead3b5909" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.263008] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Releasing lock "refresh_cache-17ad9d84-0de2-4364-b34d-971ee7963835" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.263378] env[69751]: DEBUG nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Instance network_info: |[{"id": "f68031b2-64af-44f7-aac4-2e02da1844e0", "address": "fa:16:3e:6c:0e:e7", "network": {"id": "89303043-a5e3-40f9-9f91-a44b1dcfc4f5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1523214584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9a8188c6744f0daddc90019b77d5aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68031b2-64", "ovs_interfaceid": "f68031b2-64af-44f7-aac4-2e02da1844e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.263793] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:0e:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a071ecf4-e713-4f97-9271-8c17952f6dee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f68031b2-64af-44f7-aac4-2e02da1844e0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.271937] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Creating folder: Project (ca9a8188c6744f0daddc90019b77d5aa). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.272584] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e0fda54-e200-4d3f-ba72-c35da143b312 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.283229] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483598, 'name': ReconfigVM_Task, 'duration_secs': 0.520794} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.283515] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed/2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.284151] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3220b3f6-c2ef-4d7c-90ad-0bc4c76d5362 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.286732] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Created folder: Project (ca9a8188c6744f0daddc90019b77d5aa) in parent group-v696263. [ 954.286911] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Creating folder: Instances. Parent ref: group-v696421. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.287464] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffd4aca2-1292-4ac0-9da8-0efbae8f1745 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.290981] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 954.290981] env[69751]: value = "task-3483602" [ 954.290981] env[69751]: _type = "Task" [ 954.290981] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.303460] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483602, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.303729] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Created folder: Instances in parent group-v696421. [ 954.303943] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.304142] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.304345] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41caf2c3-f8f2-4e73-9922-02de047a66b2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.325912] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.325912] env[69751]: value = "task-3483604" [ 954.325912] env[69751]: _type = "Task" [ 954.325912] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.337840] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.338350] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483604, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.338350] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b0aca8-b46f-46e8-839f-da5495cb09d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.344890] env[69751]: DEBUG oslo_vmware.api [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 954.344890] env[69751]: value = "task-3483605" [ 954.344890] env[69751]: _type = "Task" [ 954.344890] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.353644] env[69751]: DEBUG oslo_vmware.api [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.394990] env[69751]: DEBUG nova.compute.manager [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Received event network-changed-f68031b2-64af-44f7-aac4-2e02da1844e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.395241] env[69751]: DEBUG nova.compute.manager [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Refreshing instance network info cache due to event network-changed-f68031b2-64af-44f7-aac4-2e02da1844e0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.395650] env[69751]: DEBUG oslo_concurrency.lockutils [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] Acquiring lock "refresh_cache-17ad9d84-0de2-4364-b34d-971ee7963835" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.395650] env[69751]: DEBUG oslo_concurrency.lockutils [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] Acquired lock "refresh_cache-17ad9d84-0de2-4364-b34d-971ee7963835" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.395839] env[69751]: DEBUG nova.network.neutron [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Refreshing network info cache for port f68031b2-64af-44f7-aac4-2e02da1844e0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.460462] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52991ac7-93e5-683b-e626-a7e90f33329b, 'name': SearchDatastore_Task, 'duration_secs': 0.036074} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.461990] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.461990] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.461990] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.461990] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.461990] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.462265] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f3e63ce-8980-499c-a0d3-7851d5775276 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.478799] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.479091] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.479841] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed1e6d6-5d6c-4f38-801a-ab175a6f0c73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.488849] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 954.488849] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a5a9ba-9dd4-00ce-93bb-cc57ab027370" [ 954.488849] env[69751]: _type = "Task" [ 954.488849] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.499996] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a5a9ba-9dd4-00ce-93bb-cc57ab027370, 'name': SearchDatastore_Task, 'duration_secs': 0.010402} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.500878] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe5e535-1b87-4f8f-8006-8670fd42ffeb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.507627] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 954.507627] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527fb653-f8d9-2f59-5f00-17c0f33a3e93" [ 954.507627] env[69751]: _type = "Task" [ 954.507627] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.508157] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7bde5af5-67e5-43ae-8304-ca5537726cad tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c9af6b98-3a14-4648-a6c9-75842f87755c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.307s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.520461] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527fb653-f8d9-2f59-5f00-17c0f33a3e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.723839] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483600, 'name': ReconfigVM_Task, 'duration_secs': 0.292062} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.724325] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.724882] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d047f18-139e-415d-93aa-f9bbc70e8620 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.732391] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 954.732391] env[69751]: value = "task-3483606" [ 954.732391] env[69751]: _type = "Task" [ 954.732391] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.742173] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.800699] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483602, 'name': Rename_Task, 'duration_secs': 0.186757} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.801035] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 954.801336] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bdbb7256-c18b-4929-98ae-329cfd97a925 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.806980] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 954.806980] env[69751]: value = "task-3483607" [ 954.806980] env[69751]: _type = "Task" [ 954.806980] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.814502] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.835809] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483604, 'name': CreateVM_Task, 'duration_secs': 0.354873} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.836609] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.837080] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.837311] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.837643] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.837905] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc37035-ed4e-42b7-a218-e0db95d517e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.842393] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 954.842393] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522f6411-e076-18c4-ce9f-e716c58c9217" [ 954.842393] env[69751]: _type = "Task" [ 954.842393] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.854382] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522f6411-e076-18c4-ce9f-e716c58c9217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.857673] env[69751]: DEBUG oslo_vmware.api [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483605, 'name': PowerOffVM_Task, 'duration_secs': 0.187336} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.857923] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.858134] env[69751]: DEBUG nova.compute.manager [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.858897] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba87a3ca-fd5e-456e-993f-d1cecd5bafbb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.037506] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527fb653-f8d9-2f59-5f00-17c0f33a3e93, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.039751] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.040181] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.040580] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68485769-7ebf-4977-aca6-ed77c15049b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.049786] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 955.049786] env[69751]: value = "task-3483608" [ 955.049786] env[69751]: _type = "Task" [ 955.049786] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.067189] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.244845] env[69751]: DEBUG oslo_vmware.api [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483606, 'name': PowerOnVM_Task, 'duration_secs': 0.493531} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.246071] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.249173] env[69751]: DEBUG nova.compute.manager [None req-3572f685-70f9-4904-9077-c37730911417 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.252773] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdeb646-bac6-44c0-9760-13caf8870880 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.293568] env[69751]: DEBUG nova.network.neutron [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Updated VIF entry in instance network info cache for port f68031b2-64af-44f7-aac4-2e02da1844e0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.293911] env[69751]: DEBUG nova.network.neutron [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Updating instance_info_cache with network_info: [{"id": "f68031b2-64af-44f7-aac4-2e02da1844e0", "address": "fa:16:3e:6c:0e:e7", "network": {"id": "89303043-a5e3-40f9-9f91-a44b1dcfc4f5", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1523214584-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca9a8188c6744f0daddc90019b77d5aa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a071ecf4-e713-4f97-9271-8c17952f6dee", "external-id": "nsx-vlan-transportzone-23", "segmentation_id": 23, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68031b2-64", "ovs_interfaceid": "f68031b2-64af-44f7-aac4-2e02da1844e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.326657] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483607, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.353567] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522f6411-e076-18c4-ce9f-e716c58c9217, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.356769] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.357058] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.357901] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.357901] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.357901] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.358390] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2331ffef-e078-4702-9505-b4019e4198b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.371019] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.371212] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.374254] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8529b163-fb76-4726-a69c-878e07e093cd tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.374254] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39f6525-3985-4712-a6bf-7a99d36d17c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.385268] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 955.385268] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522f7d00-a88c-5f25-8feb-72a387e7b854" [ 955.385268] env[69751]: _type = "Task" [ 955.385268] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.393722] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522f7d00-a88c-5f25-8feb-72a387e7b854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.571145] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.634853] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ba38d4-ea0a-48d8-aebd-66136432b6cd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.642963] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031e29ef-099e-4f00-8674-ee23d4ac41e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.676419] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e227f043-06ff-4cae-bd47-6b804ae0113a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.684696] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae61feb-f79f-4727-8ef9-4ce7d3886dbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.699794] env[69751]: DEBUG nova.compute.provider_tree [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.797311] env[69751]: DEBUG oslo_concurrency.lockutils [req-8b470427-e4b0-4e9a-8459-dfbae4b87dbd req-567197b0-c711-45da-bb6c-cf09ae8ca0e7 service nova] Releasing lock "refresh_cache-17ad9d84-0de2-4364-b34d-971ee7963835" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.820507] env[69751]: DEBUG oslo_vmware.api [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483607, 'name': PowerOnVM_Task, 'duration_secs': 0.812979} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.820771] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 955.821088] env[69751]: INFO nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Took 9.27 seconds to spawn the instance on the hypervisor. [ 955.821260] env[69751]: DEBUG nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 955.822146] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72421c-430b-4bcb-81e8-1dd81c9d85d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.897662] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522f7d00-a88c-5f25-8feb-72a387e7b854, 'name': SearchDatastore_Task, 'duration_secs': 0.057934} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.899133] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-203c13a8-8844-41de-a9c4-2278f12c5256 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.906104] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 955.906104] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525fb763-d693-3895-c6b1-ebcf05d3d609" [ 955.906104] env[69751]: _type = "Task" [ 955.906104] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.917877] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525fb763-d693-3895-c6b1-ebcf05d3d609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.063879] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549321} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.064434] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.064886] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.065300] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-179df166-d8c8-4728-aebe-5f24b10d92aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.072284] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 956.072284] env[69751]: value = "task-3483609" [ 956.072284] env[69751]: _type = "Task" [ 956.072284] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.082860] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.101153] env[69751]: DEBUG nova.objects.instance [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.203360] env[69751]: DEBUG nova.scheduler.client.report [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.346663] env[69751]: INFO nova.compute.manager [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Took 44.16 seconds to build instance. [ 956.416764] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525fb763-d693-3895-c6b1-ebcf05d3d609, 'name': SearchDatastore_Task, 'duration_secs': 0.0491} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.417076] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.417397] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 17ad9d84-0de2-4364-b34d-971ee7963835/17ad9d84-0de2-4364-b34d-971ee7963835.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.417667] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aee46c6b-f82b-401b-a2de-f2a2075976c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.423629] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 956.423629] env[69751]: value = "task-3483610" [ 956.423629] env[69751]: _type = "Task" [ 956.423629] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.427300] env[69751]: INFO nova.compute.manager [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Unrescuing [ 956.427568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.427690] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.427849] env[69751]: DEBUG nova.network.neutron [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.433366] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.584612] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227794} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.584895] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.586257] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8ed861-8a56-4da9-9829-a85775fc2f5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.609022] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.609022] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-884308d6-1bf1-4fbf-8354-a04e4e4c09e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.624851] env[69751]: DEBUG oslo_concurrency.lockutils [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.625034] env[69751]: DEBUG oslo_concurrency.lockutils [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.625259] env[69751]: DEBUG nova.network.neutron [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.625454] env[69751]: DEBUG nova.objects.instance [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'info_cache' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.632143] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 956.632143] env[69751]: value = "task-3483611" [ 956.632143] env[69751]: _type = "Task" [ 956.632143] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.642153] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483611, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.710079] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.710824] env[69751]: DEBUG nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.713314] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.909s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.714930] env[69751]: INFO nova.compute.claims [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.780955] env[69751]: DEBUG nova.compute.manager [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Received event network-changed-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.781289] env[69751]: DEBUG nova.compute.manager [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Refreshing instance network info cache due to event network-changed-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.781417] env[69751]: DEBUG oslo_concurrency.lockutils [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] Acquiring lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.782265] env[69751]: DEBUG oslo_concurrency.lockutils [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] Acquired lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.782265] env[69751]: DEBUG nova.network.neutron [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Refreshing network info cache for port 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.849575] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40b49368-6a34-4ce9-b320-2f810c48e90f tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 104.179s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.937230] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483610, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.129325] env[69751]: DEBUG nova.objects.base [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Object Instance<5ad02603-ab24-4817-bfe1-9716de876685> lazy-loaded attributes: flavor,info_cache {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.142168] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.154586] env[69751]: DEBUG nova.network.neutron [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Updating instance_info_cache with network_info: [{"id": "6783dca6-4a04-4257-b8c4-f551c6509975", "address": "fa:16:3e:47:be:b0", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6783dca6-4a", "ovs_interfaceid": "6783dca6-4a04-4257-b8c4-f551c6509975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.220855] env[69751]: DEBUG nova.compute.utils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.224545] env[69751]: DEBUG nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.224918] env[69751]: DEBUG nova.network.neutron [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.275833] env[69751]: DEBUG nova.policy [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '542fdef28da04b6193acc9916a69f098', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bc5ee2338e5467aa4c7c330429bf457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.353518] env[69751]: DEBUG nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 957.419999] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.420274] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.435356] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682006} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.435706] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 17ad9d84-0de2-4364-b34d-971ee7963835/17ad9d84-0de2-4364-b34d-971ee7963835.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.435984] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.436305] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-706a9056-e2a6-4c3f-b660-6b47db0bd7b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.444274] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 957.444274] env[69751]: value = "task-3483612" [ 957.444274] env[69751]: _type = "Task" [ 957.444274] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.455385] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.643354] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483611, 'name': ReconfigVM_Task, 'duration_secs': 0.721302} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.643632] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 677e67e0-f5a4-412b-8ec8-348e690b83f2/677e67e0-f5a4-412b-8ec8-348e690b83f2.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.649024] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c05c64b0-8fd0-4d0a-a4b9-4020b813fd34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.652554] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 957.652554] env[69751]: value = "task-3483613" [ 957.652554] env[69751]: _type = "Task" [ 957.652554] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.657498] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-f6e65fdf-e194-444a-99a3-3ef7932a6cc3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.658179] env[69751]: DEBUG nova.objects.instance [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lazy-loading 'flavor' on Instance uuid f6e65fdf-e194-444a-99a3-3ef7932a6cc3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.667325] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483613, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.673019] env[69751]: DEBUG nova.network.neutron [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updated VIF entry in instance network info cache for port 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.673019] env[69751]: DEBUG nova.network.neutron [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.725238] env[69751]: DEBUG nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.881440] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.911278] env[69751]: DEBUG nova.network.neutron [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Successfully created port: 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.961310] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066209} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.963198] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.964069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10f462-175c-45f9-8070-b8a7892b4c90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.988977] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 17ad9d84-0de2-4364-b34d-971ee7963835/17ad9d84-0de2-4364-b34d-971ee7963835.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.994732] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34c3cc7f-1242-46c1-8655-ff5fdddd21be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.016695] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 958.016695] env[69751]: value = "task-3483614" [ 958.016695] env[69751]: _type = "Task" [ 958.016695] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.026279] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483614, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.141146] env[69751]: DEBUG nova.network.neutron [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating instance_info_cache with network_info: [{"id": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "address": "fa:16:3e:75:4c:e9", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb9f25c-d8", "ovs_interfaceid": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.166288] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483613, 'name': Rename_Task, 'duration_secs': 0.223292} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.166769] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.166869] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf725ef7-8935-45e0-8429-dd4490087f1f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.173777] env[69751]: DEBUG oslo_concurrency.lockutils [req-9199d650-c7ee-4788-b86d-103c7c084327 req-ef4bdb4b-56b9-494d-acde-a75767a92091 service nova] Releasing lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.174578] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235c5a1e-4890-4e66-9a64-2cc8b9126a9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.179925] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 958.179925] env[69751]: value = "task-3483615" [ 958.179925] env[69751]: _type = "Task" [ 958.179925] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.199210] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.202475] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c69a0b18-b727-42c9-aca6-023e18eeb7b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.208855] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483615, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.210220] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 958.210220] env[69751]: value = "task-3483616" [ 958.210220] env[69751]: _type = "Task" [ 958.210220] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.222952] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483616, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.370159] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aa156d-c096-4364-9216-3e9131880c11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.378476] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0801ca6f-e7dd-4397-94a0-c3d35f632a36 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.415914] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640da481-8996-49b6-a4ad-4dbca30a8763 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.425328] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52d6e73-5c61-442a-b75f-b0102fe3dd89 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.440590] env[69751]: DEBUG nova.compute.provider_tree [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.526662] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483614, 'name': ReconfigVM_Task, 'duration_secs': 0.500277} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.526931] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 17ad9d84-0de2-4364-b34d-971ee7963835/17ad9d84-0de2-4364-b34d-971ee7963835.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.527726] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-438fb200-e0cc-47f0-8d03-cd61fdea0d83 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.535590] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 958.535590] env[69751]: value = "task-3483617" [ 958.535590] env[69751]: _type = "Task" [ 958.535590] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.644300] env[69751]: DEBUG oslo_concurrency.lockutils [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.692206] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.721055] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483616, 'name': PowerOffVM_Task, 'duration_secs': 0.241922} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.721223] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.726645] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 958.726931] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3615666-2269-46e8-b563-ee0f89ccaa7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.741877] env[69751]: DEBUG nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.747131] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 958.747131] env[69751]: value = "task-3483618" [ 958.747131] env[69751]: _type = "Task" [ 958.747131] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.756190] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.770646] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.770894] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.771064] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.771290] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.771486] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.771662] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.771876] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.772049] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.772223] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.772391] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.772563] env[69751]: DEBUG nova.virt.hardware [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.773430] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c047de-8b23-410f-8b72-a07a64c662c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.782170] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da3df12-b4f0-47c3-9966-ffb3d7662abc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.947023] env[69751]: DEBUG nova.scheduler.client.report [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.047813] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483617, 'name': Rename_Task, 'duration_secs': 0.248079} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.048173] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.048477] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b76cb3e-5c93-4e6e-9220-4febba24804c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.057551] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 959.057551] env[69751]: value = "task-3483619" [ 959.057551] env[69751]: _type = "Task" [ 959.057551] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.066520] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.191850] env[69751]: DEBUG oslo_vmware.api [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483615, 'name': PowerOnVM_Task, 'duration_secs': 0.958769} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.192139] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.192346] env[69751]: DEBUG nova.compute.manager [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.193141] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95554885-5739-44d1-8dcf-2cde52e9e4f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.257703] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483618, 'name': ReconfigVM_Task, 'duration_secs': 0.245401} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.257953] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.258141] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.258419] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad6f0da6-428b-4ead-aa52-df3f0aea9907 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.265674] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 959.265674] env[69751]: value = "task-3483620" [ 959.265674] env[69751]: _type = "Task" [ 959.265674] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.273551] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.450232] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.450789] env[69751]: DEBUG nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.454045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.045s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.456888] env[69751]: INFO nova.compute.claims [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.518465] env[69751]: DEBUG nova.compute.manager [req-cf42619c-2fb4-4ad3-a817-12e9d967e32b req-3eb11771-e337-44fe-9d4a-403fb33c4011 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Received event network-vif-plugged-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.518695] env[69751]: DEBUG oslo_concurrency.lockutils [req-cf42619c-2fb4-4ad3-a817-12e9d967e32b req-3eb11771-e337-44fe-9d4a-403fb33c4011 service nova] Acquiring lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.518906] env[69751]: DEBUG oslo_concurrency.lockutils [req-cf42619c-2fb4-4ad3-a817-12e9d967e32b req-3eb11771-e337-44fe-9d4a-403fb33c4011 service nova] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.519111] env[69751]: DEBUG oslo_concurrency.lockutils [req-cf42619c-2fb4-4ad3-a817-12e9d967e32b req-3eb11771-e337-44fe-9d4a-403fb33c4011 service nova] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.519297] env[69751]: DEBUG nova.compute.manager [req-cf42619c-2fb4-4ad3-a817-12e9d967e32b req-3eb11771-e337-44fe-9d4a-403fb33c4011 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] No waiting events found dispatching network-vif-plugged-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 959.519426] env[69751]: WARNING nova.compute.manager [req-cf42619c-2fb4-4ad3-a817-12e9d967e32b req-3eb11771-e337-44fe-9d4a-403fb33c4011 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Received unexpected event network-vif-plugged-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e for instance with vm_state building and task_state spawning. [ 959.569974] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483619, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.610882] env[69751]: DEBUG nova.network.neutron [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Successfully updated port: 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.650674] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.650992] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4783808-4a8f-4b8a-b265-4b37c224e2e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.659251] env[69751]: DEBUG oslo_vmware.api [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 959.659251] env[69751]: value = "task-3483621" [ 959.659251] env[69751]: _type = "Task" [ 959.659251] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.668524] env[69751]: DEBUG oslo_vmware.api [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483621, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.711665] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.776833] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483620, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.966069] env[69751]: DEBUG nova.compute.utils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.967810] env[69751]: DEBUG nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.968428] env[69751]: DEBUG nova.network.neutron [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.005131] env[69751]: DEBUG nova.policy [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdfd3bd98d4e45379ebdb08dc48fd5c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '707a3d5cb70c4d52bd5b8edddab6128d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.068976] env[69751]: DEBUG oslo_vmware.api [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483619, 'name': PowerOnVM_Task, 'duration_secs': 0.758667} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.069277] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.069512] env[69751]: INFO nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Took 8.68 seconds to spawn the instance on the hypervisor. [ 960.069690] env[69751]: DEBUG nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.070531] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6c4f57-aed4-4f98-a973-ed76e9d4e0e2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.116747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "refresh_cache-2243bdda-7096-4c9a-b6fa-74804dfdedaa" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.116940] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "refresh_cache-2243bdda-7096-4c9a-b6fa-74804dfdedaa" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.117132] env[69751]: DEBUG nova.network.neutron [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.173343] env[69751]: DEBUG oslo_vmware.api [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483621, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.249346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "677e67e0-f5a4-412b-8ec8-348e690b83f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.249346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "677e67e0-f5a4-412b-8ec8-348e690b83f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.249346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "677e67e0-f5a4-412b-8ec8-348e690b83f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.249346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "677e67e0-f5a4-412b-8ec8-348e690b83f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.249346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "677e67e0-f5a4-412b-8ec8-348e690b83f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.254600] env[69751]: INFO nova.compute.manager [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Terminating instance [ 960.284029] env[69751]: DEBUG oslo_vmware.api [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483620, 'name': PowerOnVM_Task, 'duration_secs': 0.596877} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.284029] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.284029] env[69751]: DEBUG nova.compute.manager [None req-ba1e79ab-93a8-437a-b368-b77cc687d5f8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.284029] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b8d60-6d3f-4ea5-9960-1b8935cc438a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.464071] env[69751]: DEBUG nova.network.neutron [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Successfully created port: ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.474339] env[69751]: DEBUG nova.compute.utils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.590823] env[69751]: INFO nova.compute.manager [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Took 47.79 seconds to build instance. [ 960.675499] env[69751]: DEBUG oslo_vmware.api [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483621, 'name': PowerOnVM_Task, 'duration_secs': 0.656088} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.675705] env[69751]: DEBUG nova.network.neutron [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.677668] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.677891] env[69751]: DEBUG nova.compute.manager [None req-333a1b96-731e-4b70-8986-fd3356efa1ec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.678977] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9547c4e-94ae-473b-92f7-847df5a0f5de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.757886] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "refresh_cache-677e67e0-f5a4-412b-8ec8-348e690b83f2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.758098] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquired lock "refresh_cache-677e67e0-f5a4-412b-8ec8-348e690b83f2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.758288] env[69751]: DEBUG nova.network.neutron [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.952329] env[69751]: DEBUG nova.network.neutron [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Updating instance_info_cache with network_info: [{"id": "8a1f2fb3-e624-47cb-86e5-62a0a6b4966e", "address": "fa:16:3e:53:74:ed", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1f2fb3-e6", "ovs_interfaceid": "8a1f2fb3-e624-47cb-86e5-62a0a6b4966e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.980421] env[69751]: DEBUG nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.095519] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2e449b25-eb9d-40c1-88fd-acb0093190bc tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "17ad9d84-0de2-4364-b34d-971ee7963835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.691s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.184531] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60764332-3641-4ee1-87c9-28f294bdae32 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.196180] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0023439e-6301-4418-9e12-a22e71c5a1b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.233629] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3d636a-babf-40dc-b1fe-745a39544542 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.243799] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd54afa-b0e0-4178-9bc5-e132309696c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.259836] env[69751]: DEBUG nova.compute.provider_tree [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.305755] env[69751]: DEBUG nova.network.neutron [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.370452] env[69751]: DEBUG nova.network.neutron [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.454123] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "refresh_cache-2243bdda-7096-4c9a-b6fa-74804dfdedaa" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.454491] env[69751]: DEBUG nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Instance network_info: |[{"id": "8a1f2fb3-e624-47cb-86e5-62a0a6b4966e", "address": "fa:16:3e:53:74:ed", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1f2fb3-e6", "ovs_interfaceid": "8a1f2fb3-e624-47cb-86e5-62a0a6b4966e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.455299] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:74:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a1f2fb3-e624-47cb-86e5-62a0a6b4966e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.464696] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.465050] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.465413] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c928ca-77ab-4a22-80e0-231afe1175f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.499631] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.499631] env[69751]: value = "task-3483622" [ 961.499631] env[69751]: _type = "Task" [ 961.499631] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.509073] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483622, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.598173] env[69751]: DEBUG nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.672540] env[69751]: DEBUG nova.compute.manager [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Received event network-changed-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.672828] env[69751]: DEBUG nova.compute.manager [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Refreshing instance network info cache due to event network-changed-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.673251] env[69751]: DEBUG oslo_concurrency.lockutils [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] Acquiring lock "refresh_cache-2243bdda-7096-4c9a-b6fa-74804dfdedaa" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.673533] env[69751]: DEBUG oslo_concurrency.lockutils [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] Acquired lock "refresh_cache-2243bdda-7096-4c9a-b6fa-74804dfdedaa" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.673777] env[69751]: DEBUG nova.network.neutron [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Refreshing network info cache for port 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.767120] env[69751]: DEBUG nova.scheduler.client.report [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.874777] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Releasing lock "refresh_cache-677e67e0-f5a4-412b-8ec8-348e690b83f2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.875307] env[69751]: DEBUG nova.compute.manager [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.875554] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.877704] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b726af-52ae-457b-96c5-07ab9864e45a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.888668] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.892031] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cc61f17-87bf-4048-af14-c62830c1a2c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.898672] env[69751]: DEBUG oslo_vmware.api [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 961.898672] env[69751]: value = "task-3483623" [ 961.898672] env[69751]: _type = "Task" [ 961.898672] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.907757] env[69751]: DEBUG oslo_vmware.api [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.913690] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "17ad9d84-0de2-4364-b34d-971ee7963835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.913850] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "17ad9d84-0de2-4364-b34d-971ee7963835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.917948] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "17ad9d84-0de2-4364-b34d-971ee7963835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.917948] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "17ad9d84-0de2-4364-b34d-971ee7963835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.917948] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "17ad9d84-0de2-4364-b34d-971ee7963835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.917948] env[69751]: INFO nova.compute.manager [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Terminating instance [ 961.995446] env[69751]: DEBUG nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.010215] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483622, 'name': CreateVM_Task, 'duration_secs': 0.34833} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.010467] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.011292] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.011535] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.011903] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.012219] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c82c5d-c427-433a-94db-5a6251e08ca4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.024014] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 962.024014] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52691e65-92d0-0bd1-dfa5-e723dc805820" [ 962.024014] env[69751]: _type = "Task" [ 962.024014] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.026418] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:27:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='44489534',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1469005974',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.026685] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.027036] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.027300] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.028016] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.028270] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.028532] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.028745] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.028948] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.029163] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.029410] env[69751]: DEBUG nova.virt.hardware [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.030367] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c15d416-c712-4af3-93c9-41481e3354f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.043785] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52691e65-92d0-0bd1-dfa5-e723dc805820, 'name': SearchDatastore_Task, 'duration_secs': 0.015721} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.046379] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.046821] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.047209] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.047408] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.047663] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.048019] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd4cb73a-9a21-470a-beaf-e5eea8655eab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.051509] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8207b70-1855-4145-9de8-7c69e1d37a93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.070241] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.070451] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.071315] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5179a01b-11c3-4abd-8af9-61a5805616ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.077672] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 962.077672] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52484bb1-28d9-0348-fbd8-1d65ef7b41b3" [ 962.077672] env[69751]: _type = "Task" [ 962.077672] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.088140] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52484bb1-28d9-0348-fbd8-1d65ef7b41b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.126140] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.271804] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.273659] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.688s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.273659] env[69751]: DEBUG nova.objects.instance [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lazy-loading 'resources' on Instance uuid 74ee83eb-e761-45d6-9fc3-e8a9eabc907d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.411012] env[69751]: DEBUG oslo_vmware.api [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483623, 'name': PowerOffVM_Task, 'duration_secs': 0.259261} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.411237] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.411412] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.411657] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2999a50b-58bb-4821-8189-bc45bdd451c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.425937] env[69751]: DEBUG nova.compute.manager [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.426208] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.427156] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3145d6-99a7-4b99-b223-82074cfe17dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.441480] env[69751]: DEBUG nova.network.neutron [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Successfully updated port: ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 962.443379] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.443588] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.443756] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Deleting the datastore file [datastore1] 677e67e0-f5a4-412b-8ec8-348e690b83f2 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.447494] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45765be5-3e4c-4edc-b772-06338e68cf79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.452024] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.455778] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2892956c-036c-4d4c-bddb-59462db0eff5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.463749] env[69751]: DEBUG oslo_vmware.api [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for the task: (returnval){ [ 962.463749] env[69751]: value = "task-3483626" [ 962.463749] env[69751]: _type = "Task" [ 962.463749] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.465172] env[69751]: DEBUG oslo_vmware.api [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 962.465172] env[69751]: value = "task-3483625" [ 962.465172] env[69751]: _type = "Task" [ 962.465172] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.480032] env[69751]: DEBUG oslo_vmware.api [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.483721] env[69751]: DEBUG oslo_vmware.api [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483626, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.592488] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52484bb1-28d9-0348-fbd8-1d65ef7b41b3, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.593428] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-967abbf2-1cf5-4c41-a28b-adf6df450909 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.601324] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 962.601324] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52053c38-67f8-e31b-bc2b-213087bf324c" [ 962.601324] env[69751]: _type = "Task" [ 962.601324] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.610592] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52053c38-67f8-e31b-bc2b-213087bf324c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.627322] env[69751]: DEBUG nova.network.neutron [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Updated VIF entry in instance network info cache for port 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.627745] env[69751]: DEBUG nova.network.neutron [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Updating instance_info_cache with network_info: [{"id": "8a1f2fb3-e624-47cb-86e5-62a0a6b4966e", "address": "fa:16:3e:53:74:ed", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a1f2fb3-e6", "ovs_interfaceid": "8a1f2fb3-e624-47cb-86e5-62a0a6b4966e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.695601] env[69751]: DEBUG nova.objects.instance [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lazy-loading 'flavor' on Instance uuid 6a9cc8dd-2fcd-4458-9518-86981ae7da64 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.774376] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "fb987bc8-8499-4714-a446-4d9743afffd0" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.774980] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "fb987bc8-8499-4714-a446-4d9743afffd0" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.959546] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.959707] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.960184] env[69751]: DEBUG nova.network.neutron [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.992217] env[69751]: DEBUG oslo_vmware.api [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Task: {'id': task-3483626, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12373} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.994258] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.994258] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.994258] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.994258] env[69751]: INFO nova.compute.manager [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 962.994258] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.994258] env[69751]: DEBUG nova.compute.manager [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.994258] env[69751]: DEBUG nova.network.neutron [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.999073] env[69751]: DEBUG oslo_vmware.api [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483625, 'name': PowerOffVM_Task, 'duration_secs': 0.189948} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.000857] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.000857] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.000857] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d9300ca-c3a7-4c2b-a9c2-404da8d5ae83 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.021941] env[69751]: DEBUG nova.network.neutron [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.083184] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.083527] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.083774] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Deleting the datastore file [datastore1] 17ad9d84-0de2-4364-b34d-971ee7963835 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.084081] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7cb08660-61fc-4e8e-a779-9febf971609b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.091747] env[69751]: DEBUG oslo_vmware.api [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for the task: (returnval){ [ 963.091747] env[69751]: value = "task-3483628" [ 963.091747] env[69751]: _type = "Task" [ 963.091747] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.107980] env[69751]: DEBUG oslo_vmware.api [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483628, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.117652] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52053c38-67f8-e31b-bc2b-213087bf324c, 'name': SearchDatastore_Task, 'duration_secs': 0.0199} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.118047] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.118241] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 2243bdda-7096-4c9a-b6fa-74804dfdedaa/2243bdda-7096-4c9a-b6fa-74804dfdedaa.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.118538] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9059d4c2-95b7-488e-b50f-87a1f9738aad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.127315] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 963.127315] env[69751]: value = "task-3483629" [ 963.127315] env[69751]: _type = "Task" [ 963.127315] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.132255] env[69751]: DEBUG oslo_concurrency.lockutils [req-e4a76150-7596-4247-b907-2b9597d2a373 req-383917b7-cfc1-457a-9c7a-6ed712cc8fc4 service nova] Releasing lock "refresh_cache-2243bdda-7096-4c9a-b6fa-74804dfdedaa" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.137682] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483629, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.201505] env[69751]: DEBUG oslo_concurrency.lockutils [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.201655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquired lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.264444] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "75b3f6e1-849c-434c-8c55-61454ce06f8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.264568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.280694] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "fb987bc8-8499-4714-a446-4d9743afffd0" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.281259] env[69751]: DEBUG nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 963.363079] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0c463b-58b7-4275-b3a4-04e816f8507b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.374267] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bba88c7-ef55-4e83-ad16-4d3e1df350d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.409699] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f0a625-e951-4652-9df4-fb14b87dd7c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.419508] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ffd1aa-1a1a-4cb0-8acd-93c4002bbcd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.437967] env[69751]: DEBUG nova.compute.provider_tree [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.526050] env[69751]: DEBUG nova.network.neutron [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.530850] env[69751]: DEBUG nova.network.neutron [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 963.608333] env[69751]: DEBUG oslo_vmware.api [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Task: {'id': task-3483628, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.298178} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.608900] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.609220] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.609416] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.609590] env[69751]: INFO nova.compute.manager [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Took 1.18 seconds to destroy the instance on the hypervisor. [ 963.609840] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.610146] env[69751]: DEBUG nova.compute.manager [-] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.610263] env[69751]: DEBUG nova.network.neutron [-] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 963.639174] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483629, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.716752] env[69751]: DEBUG nova.compute.manager [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Received event network-vif-plugged-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.716985] env[69751]: DEBUG oslo_concurrency.lockutils [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] Acquiring lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.717213] env[69751]: DEBUG oslo_concurrency.lockutils [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.717440] env[69751]: DEBUG oslo_concurrency.lockutils [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.717610] env[69751]: DEBUG nova.compute.manager [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] No waiting events found dispatching network-vif-plugged-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 963.717774] env[69751]: WARNING nova.compute.manager [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Received unexpected event network-vif-plugged-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf for instance with vm_state building and task_state spawning. [ 963.717933] env[69751]: DEBUG nova.compute.manager [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Received event network-changed-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.718095] env[69751]: DEBUG nova.compute.manager [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Refreshing instance network info cache due to event network-changed-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.718278] env[69751]: DEBUG oslo_concurrency.lockutils [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] Acquiring lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.791501] env[69751]: DEBUG nova.compute.utils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.794311] env[69751]: DEBUG nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.794646] env[69751]: DEBUG nova.network.neutron [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.859674] env[69751]: DEBUG nova.policy [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1bd2e050687740d79840b6ac291d664c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '261c499cec1448859df7d58c2f32afc6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.928354] env[69751]: DEBUG nova.network.neutron [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Updating instance_info_cache with network_info: [{"id": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "address": "fa:16:3e:ba:35:2f", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba88323b-f4", "ovs_interfaceid": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.942211] env[69751]: DEBUG nova.scheduler.client.report [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.954822] env[69751]: DEBUG nova.network.neutron [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 964.029857] env[69751]: INFO nova.compute.manager [-] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Took 1.04 seconds to deallocate network for instance. [ 964.139771] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483629, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818017} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.142253] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 2243bdda-7096-4c9a-b6fa-74804dfdedaa/2243bdda-7096-4c9a-b6fa-74804dfdedaa.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.142480] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.147811] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78e312ce-aa0f-4a91-b3c5-dbc5ff1ef5a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.150246] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.150484] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.157362] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 964.157362] env[69751]: value = "task-3483630" [ 964.157362] env[69751]: _type = "Task" [ 964.157362] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.168987] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483630, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.232109] env[69751]: DEBUG nova.network.neutron [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Successfully created port: 614f6fae-9050-4794-8887-2046a32e2392 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.301230] env[69751]: DEBUG nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 964.432609] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Releasing lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.433653] env[69751]: DEBUG nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Instance network_info: |[{"id": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "address": "fa:16:3e:ba:35:2f", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba88323b-f4", "ovs_interfaceid": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 964.433653] env[69751]: DEBUG oslo_concurrency.lockutils [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] Acquired lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.433653] env[69751]: DEBUG nova.network.neutron [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Refreshing network info cache for port ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.434687] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:35:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f68ebd2a-3c68-48db-8c32-8a01497fc2e7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba88323b-f42c-4990-9ff1-fa7ae05a5eaf', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.445187] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.445353] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.445629] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-750089eb-d2a5-45b9-84f8-2c94b7501dc0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.460843] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.465837] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.706s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.465837] env[69751]: DEBUG nova.objects.instance [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 964.476874] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.476874] env[69751]: value = "task-3483631" [ 964.476874] env[69751]: _type = "Task" [ 964.476874] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.486444] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483631, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.498559] env[69751]: INFO nova.scheduler.client.report [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Deleted allocations for instance 74ee83eb-e761-45d6-9fc3-e8a9eabc907d [ 964.537142] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.627869] env[69751]: DEBUG nova.network.neutron [-] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.669746] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483630, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071513} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.670084] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.670959] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3f8429-e291-4203-bdd7-5547fe718064 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.696387] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 2243bdda-7096-4c9a-b6fa-74804dfdedaa/2243bdda-7096-4c9a-b6fa-74804dfdedaa.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.697143] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd4f7b60-d27f-4989-a06f-4a3e2064763d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.718752] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 964.718752] env[69751]: value = "task-3483632" [ 964.718752] env[69751]: _type = "Task" [ 964.718752] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.728738] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.762526] env[69751]: DEBUG nova.network.neutron [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.988424] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483631, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.006854] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a1cd09a-22a2-4931-8b41-2aa3ee3bb5ba tempest-SecurityGroupsTestJSON-1485597089 tempest-SecurityGroupsTestJSON-1485597089-project-member] Lock "74ee83eb-e761-45d6-9fc3-e8a9eabc907d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.091s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.130777] env[69751]: INFO nova.compute.manager [-] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Took 1.52 seconds to deallocate network for instance. [ 965.224447] env[69751]: DEBUG nova.network.neutron [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Updated VIF entry in instance network info cache for port ba88323b-f42c-4990-9ff1-fa7ae05a5eaf. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.224855] env[69751]: DEBUG nova.network.neutron [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Updating instance_info_cache with network_info: [{"id": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "address": "fa:16:3e:ba:35:2f", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba88323b-f4", "ovs_interfaceid": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.235396] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.266018] env[69751]: DEBUG oslo_concurrency.lockutils [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Releasing lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.266018] env[69751]: DEBUG nova.compute.manager [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Inject network info {{(pid=69751) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 965.266018] env[69751]: DEBUG nova.compute.manager [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] network_info to inject: |[{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 965.272747] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Reconfiguring VM instance to set the machine id {{(pid=69751) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 965.272903] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f1a2319-1cfe-4311-ad74-f06f01a006ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.291594] env[69751]: DEBUG oslo_vmware.api [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 965.291594] env[69751]: value = "task-3483633" [ 965.291594] env[69751]: _type = "Task" [ 965.291594] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.303275] env[69751]: DEBUG oslo_vmware.api [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.310518] env[69751]: DEBUG nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 965.339123] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.339123] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.339123] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.339357] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.339419] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.339560] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.339759] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.340390] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.340390] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.340390] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.340390] env[69751]: DEBUG nova.virt.hardware [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.341362] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcf0b17-6118-46d8-a7f9-823824282379 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.352270] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17151e28-1cca-4be1-bc17-69566aaf4113 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.475739] env[69751]: DEBUG oslo_concurrency.lockutils [None req-08d59c66-f63a-400f-8e33-88e152a448b4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.477068] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.207s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.478507] env[69751]: INFO nova.compute.claims [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.485524] env[69751]: DEBUG nova.objects.instance [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lazy-loading 'flavor' on Instance uuid 6a9cc8dd-2fcd-4458-9518-86981ae7da64 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 965.501130] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483631, 'name': CreateVM_Task, 'duration_secs': 0.876192} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.501320] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.502059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.502224] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.502556] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.503047] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d71f19-8274-44e7-9ec0-717eadce114b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.509053] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 965.509053] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521c3c05-3d0c-9a60-6b7a-a27278402df3" [ 965.509053] env[69751]: _type = "Task" [ 965.509053] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.518958] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521c3c05-3d0c-9a60-6b7a-a27278402df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.638655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.731588] env[69751]: DEBUG oslo_concurrency.lockutils [req-e88730c8-8023-4151-a24e-0644728c6c8b req-265e0ebc-87a7-4953-aba7-f00bb9c53bea service nova] Releasing lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.732026] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483632, 'name': ReconfigVM_Task, 'duration_secs': 0.922033} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.732289] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 2243bdda-7096-4c9a-b6fa-74804dfdedaa/2243bdda-7096-4c9a-b6fa-74804dfdedaa.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.732914] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f5a95eb-9100-43c1-a757-9e6ec8a92d08 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.741299] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 965.741299] env[69751]: value = "task-3483634" [ 965.741299] env[69751]: _type = "Task" [ 965.741299] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.755708] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483634, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.756815] env[69751]: DEBUG nova.compute.manager [req-b7b1098f-251d-4331-aa0c-ae8412e8258d req-b18c3f81-d511-4e80-b35c-5117af1d5647 service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Received event network-vif-plugged-614f6fae-9050-4794-8887-2046a32e2392 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.756983] env[69751]: DEBUG oslo_concurrency.lockutils [req-b7b1098f-251d-4331-aa0c-ae8412e8258d req-b18c3f81-d511-4e80-b35c-5117af1d5647 service nova] Acquiring lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.757569] env[69751]: DEBUG oslo_concurrency.lockutils [req-b7b1098f-251d-4331-aa0c-ae8412e8258d req-b18c3f81-d511-4e80-b35c-5117af1d5647 service nova] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.757569] env[69751]: DEBUG oslo_concurrency.lockutils [req-b7b1098f-251d-4331-aa0c-ae8412e8258d req-b18c3f81-d511-4e80-b35c-5117af1d5647 service nova] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.757700] env[69751]: DEBUG nova.compute.manager [req-b7b1098f-251d-4331-aa0c-ae8412e8258d req-b18c3f81-d511-4e80-b35c-5117af1d5647 service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] No waiting events found dispatching network-vif-plugged-614f6fae-9050-4794-8887-2046a32e2392 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 965.757784] env[69751]: WARNING nova.compute.manager [req-b7b1098f-251d-4331-aa0c-ae8412e8258d req-b18c3f81-d511-4e80-b35c-5117af1d5647 service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Received unexpected event network-vif-plugged-614f6fae-9050-4794-8887-2046a32e2392 for instance with vm_state building and task_state spawning. [ 965.783071] env[69751]: DEBUG nova.compute.manager [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Received event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.783071] env[69751]: DEBUG nova.compute.manager [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing instance network info cache due to event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.783071] env[69751]: DEBUG oslo_concurrency.lockutils [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] Acquiring lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.783071] env[69751]: DEBUG oslo_concurrency.lockutils [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] Acquired lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.783424] env[69751]: DEBUG nova.network.neutron [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.803287] env[69751]: DEBUG oslo_vmware.api [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483633, 'name': ReconfigVM_Task, 'duration_secs': 0.28543} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.803543] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-522237dd-81ca-4513-9276-472ca83e3e0d tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Reconfigured VM instance to set the machine id {{(pid=69751) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 965.850074] env[69751]: DEBUG nova.network.neutron [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Successfully updated port: 614f6fae-9050-4794-8887-2046a32e2392 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 965.995893] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.021454] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521c3c05-3d0c-9a60-6b7a-a27278402df3, 'name': SearchDatastore_Task, 'duration_secs': 0.02233} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.021971] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.022386] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.022754] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.023062] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.023372] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.023770] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e80ae176-fe92-404f-87a6-c09d02885b39 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.035844] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.036052] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.036872] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b26b32-a0b4-475f-a6a1-dca3c503aa26 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.044176] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 966.044176] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e0c1fe-d879-2e40-dce8-3b6cd7f52a76" [ 966.044176] env[69751]: _type = "Task" [ 966.044176] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.055589] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e0c1fe-d879-2e40-dce8-3b6cd7f52a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.252714] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483634, 'name': Rename_Task, 'duration_secs': 0.169688} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.253037] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.253289] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b1ca0da-2ad3-49e9-965d-8e1cda75626c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.261788] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 966.261788] env[69751]: value = "task-3483635" [ 966.261788] env[69751]: _type = "Task" [ 966.261788] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.270538] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.355315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "refresh_cache-7a6ecba1-04dc-4299-985d-43e3b9211ec7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.355315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquired lock "refresh_cache-7a6ecba1-04dc-4299-985d-43e3b9211ec7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.355315] env[69751]: DEBUG nova.network.neutron [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.559939] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e0c1fe-d879-2e40-dce8-3b6cd7f52a76, 'name': SearchDatastore_Task, 'duration_secs': 0.034479} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.560541] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa9da16b-6960-47ca-937d-df5036b5dcbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.566444] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 966.566444] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ae5db5-f1b6-d71a-4acd-e8b8ba3d86bf" [ 966.566444] env[69751]: _type = "Task" [ 966.566444] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.578327] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ae5db5-f1b6-d71a-4acd-e8b8ba3d86bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.765138] env[69751]: DEBUG nova.network.neutron [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updated VIF entry in instance network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.765623] env[69751]: DEBUG nova.network.neutron [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.786969] env[69751]: DEBUG oslo_vmware.api [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483635, 'name': PowerOnVM_Task, 'duration_secs': 0.509313} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.787099] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.787323] env[69751]: INFO nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Took 8.05 seconds to spawn the instance on the hypervisor. [ 966.787694] env[69751]: DEBUG nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.788436] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a037f2b-3b3d-42f3-80e7-72690ab18651 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.910111] env[69751]: DEBUG nova.network.neutron [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.067657] env[69751]: DEBUG nova.network.neutron [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Updating instance_info_cache with network_info: [{"id": "614f6fae-9050-4794-8887-2046a32e2392", "address": "fa:16:3e:46:90:70", "network": {"id": "95bb6006-deb2-455a-8bc8-c0234d655375", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-533467756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261c499cec1448859df7d58c2f32afc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6fae-90", "ovs_interfaceid": "614f6fae-9050-4794-8887-2046a32e2392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.083308] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ae5db5-f1b6-d71a-4acd-e8b8ba3d86bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011648} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.084038] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.084178] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fe76a342-378d-4766-b4f5-5d2471ee2ad9/fe76a342-378d-4766-b4f5-5d2471ee2ad9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.084704] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36d8210d-c987-4fc4-9384-f5be5acf0ede {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.095098] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 967.095098] env[69751]: value = "task-3483636" [ 967.095098] env[69751]: _type = "Task" [ 967.095098] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.106477] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483636, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.108373] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899267e6-2d76-4b63-9355-a29e6f9da273 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.116492] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356e4b36-f246-41e3-a922-31d7c162120b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.151506] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17a16b0-eda4-4dbe-9f0e-dfb30a8b5bf7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.159967] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c514e4-b245-42fd-bcac-6692acf71697 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.173938] env[69751]: DEBUG nova.compute.provider_tree [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.276199] env[69751]: DEBUG oslo_concurrency.lockutils [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] Releasing lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.276538] env[69751]: DEBUG nova.compute.manager [req-2a916d12-4159-4595-b762-10cd8af051ab req-f00cda74-effb-4d39-881c-5d7e2b0105fa service nova] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Received event network-vif-deleted-f68031b2-64af-44f7-aac4-2e02da1844e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.276985] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquired lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.312974] env[69751]: INFO nova.compute.manager [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Took 48.58 seconds to build instance. [ 967.571212] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Releasing lock "refresh_cache-7a6ecba1-04dc-4299-985d-43e3b9211ec7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.571431] env[69751]: DEBUG nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Instance network_info: |[{"id": "614f6fae-9050-4794-8887-2046a32e2392", "address": "fa:16:3e:46:90:70", "network": {"id": "95bb6006-deb2-455a-8bc8-c0234d655375", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-533467756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261c499cec1448859df7d58c2f32afc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6fae-90", "ovs_interfaceid": "614f6fae-9050-4794-8887-2046a32e2392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.571850] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:90:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '614f6fae-9050-4794-8887-2046a32e2392', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.580667] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Creating folder: Project (261c499cec1448859df7d58c2f32afc6). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.580986] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d1bdc54-29f5-406b-a904-d1d5b9aeb9e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.594315] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Created folder: Project (261c499cec1448859df7d58c2f32afc6) in parent group-v696263. [ 967.594506] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Creating folder: Instances. Parent ref: group-v696426. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.594757] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad2061d-a278-4d89-b5a2-3e1067b44d51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.606559] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483636, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.667135] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Created folder: Instances in parent group-v696426. [ 967.667325] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.667569] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.668208] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f462444-abc0-48d2-8459-81e5bc630902 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.690080] env[69751]: DEBUG nova.scheduler.client.report [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.703232] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.703232] env[69751]: value = "task-3483639" [ 967.703232] env[69751]: _type = "Task" [ 967.703232] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.723599] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483639, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.816136] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ef1bd34-709a-465b-9bd7-e1466d760e74 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.315s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.895765] env[69751]: DEBUG nova.network.neutron [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.084745] env[69751]: DEBUG nova.compute.manager [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Received event network-changed-614f6fae-9050-4794-8887-2046a32e2392 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.084949] env[69751]: DEBUG nova.compute.manager [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Refreshing instance network info cache due to event network-changed-614f6fae-9050-4794-8887-2046a32e2392. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.085720] env[69751]: DEBUG oslo_concurrency.lockutils [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] Acquiring lock "refresh_cache-7a6ecba1-04dc-4299-985d-43e3b9211ec7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.085720] env[69751]: DEBUG oslo_concurrency.lockutils [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] Acquired lock "refresh_cache-7a6ecba1-04dc-4299-985d-43e3b9211ec7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.085720] env[69751]: DEBUG nova.network.neutron [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Refreshing network info cache for port 614f6fae-9050-4794-8887-2046a32e2392 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.110010] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483636, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564427} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.110010] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] fe76a342-378d-4766-b4f5-5d2471ee2ad9/fe76a342-378d-4766-b4f5-5d2471ee2ad9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.110010] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.110265] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27769635-a255-41bf-82aa-3b9bc28b1ffe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.120301] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 968.120301] env[69751]: value = "task-3483640" [ 968.120301] env[69751]: _type = "Task" [ 968.120301] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.131011] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483640, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.200245] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.200797] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.206046] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.478s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.206193] env[69751]: DEBUG nova.objects.instance [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lazy-loading 'resources' on Instance uuid be388d62-02c2-4881-a81c-bddcbc3ce998 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.223780] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483639, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.319480] env[69751]: DEBUG nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 968.639586] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074742} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.639862] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.640724] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b1f8df-edc5-49c9-9d09-f47bd3adf6e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.665172] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] fe76a342-378d-4766-b4f5-5d2471ee2ad9/fe76a342-378d-4766-b4f5-5d2471ee2ad9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.665499] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722e34a9-80af-4603-a696-2db16bf13067 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.693173] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 968.693173] env[69751]: value = "task-3483641" [ 968.693173] env[69751]: _type = "Task" [ 968.693173] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.712263] env[69751]: DEBUG nova.compute.utils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.716248] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483641, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.722030] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 968.722030] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 968.729472] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483639, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.801577] env[69751]: DEBUG nova.policy [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b163f6c4fba541169b5e275e3a2148f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1a3d75214a64969b147ca66fd170a89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 968.841216] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.891326] env[69751]: DEBUG nova.network.neutron [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Updated VIF entry in instance network info cache for port 614f6fae-9050-4794-8887-2046a32e2392. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.894014] env[69751]: DEBUG nova.network.neutron [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Updating instance_info_cache with network_info: [{"id": "614f6fae-9050-4794-8887-2046a32e2392", "address": "fa:16:3e:46:90:70", "network": {"id": "95bb6006-deb2-455a-8bc8-c0234d655375", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-533467756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "261c499cec1448859df7d58c2f32afc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap614f6fae-90", "ovs_interfaceid": "614f6fae-9050-4794-8887-2046a32e2392", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.010221] env[69751]: DEBUG nova.compute.manager [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.011635] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97003ad9-4b88-46aa-907b-00cf7b605388 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.055044] env[69751]: DEBUG nova.network.neutron [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.212951] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483641, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.217579] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.224264] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483639, 'name': CreateVM_Task, 'duration_secs': 1.392289} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.227365] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 969.228337] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.228670] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.228807] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.229076] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8792c95e-7ba1-4fa4-89e7-de1bb8e8f895 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.234784] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 969.234784] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f02b5c-7249-f7ef-68db-cdcdc79111f5" [ 969.234784] env[69751]: _type = "Task" [ 969.234784] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.246708] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f02b5c-7249-f7ef-68db-cdcdc79111f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.247887] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Successfully created port: 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.347334] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a7cbdb-d477-48d7-ba92-0de423346ac4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.356216] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c758a1b1-64a8-440f-835b-77fd31d7420c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.397992] env[69751]: DEBUG oslo_concurrency.lockutils [req-f1620a70-a9a4-4ddc-a37e-7b4712e06451 req-ad35c668-3004-4a3b-bd8e-ede58aa7e08a service nova] Releasing lock "refresh_cache-7a6ecba1-04dc-4299-985d-43e3b9211ec7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.399516] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeeaf07-51b4-4e03-8b14-b677be316e98 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.409317] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c28112-14b6-4690-b2ab-3febe4493bfd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.432015] env[69751]: DEBUG nova.compute.provider_tree [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.524604] env[69751]: INFO nova.compute.manager [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] instance snapshotting [ 969.527329] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd76e1a9-a811-4324-b648-48adebd5b6f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.550227] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9211f413-f27a-4acd-b705-3984422bf1b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.558594] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Releasing lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.558853] env[69751]: DEBUG nova.compute.manager [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Inject network info {{(pid=69751) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 969.559134] env[69751]: DEBUG nova.compute.manager [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] network_info to inject: |[{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 969.567017] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Reconfiguring VM instance to set the machine id {{(pid=69751) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 969.567017] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc06f1c5-8de8-461f-a105-1c883bf86617 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.588095] env[69751]: DEBUG oslo_vmware.api [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 969.588095] env[69751]: value = "task-3483642" [ 969.588095] env[69751]: _type = "Task" [ 969.588095] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.601385] env[69751]: DEBUG oslo_vmware.api [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.705147] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483641, 'name': ReconfigVM_Task, 'duration_secs': 0.762654} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.705562] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] fe76a342-378d-4766-b4f5-5d2471ee2ad9/fe76a342-378d-4766-b4f5-5d2471ee2ad9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.705982] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69751) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 969.706780] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-b35f5470-0e4e-43a3-8521-7a9362e69b28 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.716945] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 969.716945] env[69751]: value = "task-3483643" [ 969.716945] env[69751]: _type = "Task" [ 969.716945] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.733735] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483643, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.749443] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f02b5c-7249-f7ef-68db-cdcdc79111f5, 'name': SearchDatastore_Task, 'duration_secs': 0.013092} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.749835] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.750268] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.750578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.750795] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.751079] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.751839] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1acfc743-6b77-40a7-8397-4ef8d6b465f5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.763447] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.763617] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.764385] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-517821e6-a7cd-4013-af45-4ab0635bd7aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.772979] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 969.772979] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521ef29f-8f42-8d37-0dba-3023adfdbd75" [ 969.772979] env[69751]: _type = "Task" [ 969.772979] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.782405] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521ef29f-8f42-8d37-0dba-3023adfdbd75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.936487] env[69751]: DEBUG nova.scheduler.client.report [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.082022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 970.082022] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dadd6d05-c899-4fb6-ad78-78253a0a1108 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.103072] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 970.103072] env[69751]: value = "task-3483644" [ 970.103072] env[69751]: _type = "Task" [ 970.103072] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.113304] env[69751]: DEBUG oslo_vmware.api [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.116533] env[69751]: DEBUG nova.compute.manager [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Received event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.117128] env[69751]: DEBUG nova.compute.manager [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing instance network info cache due to event network-changed-8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 970.117128] env[69751]: DEBUG oslo_concurrency.lockutils [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] Acquiring lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.117234] env[69751]: DEBUG oslo_concurrency.lockutils [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] Acquired lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.117557] env[69751]: DEBUG nova.network.neutron [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Refreshing network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.122699] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.230825] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483643, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060015} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.231458] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69751) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 970.232283] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62102a54-d877-469f-89ea-6962157f0d29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.235574] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.266482] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] fe76a342-378d-4766-b4f5-5d2471ee2ad9/ephemeral_0.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.269540] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efbc376e-7521-4e04-adc8-35173045146d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.293316] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.293576] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.293729] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.293936] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.294111] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.294263] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.294475] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.294635] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.294817] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.295042] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.295232] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.296118] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226c696a-f4ef-4382-a244-2731359e463e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.300790] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 970.300790] env[69751]: value = "task-3483645" [ 970.300790] env[69751]: _type = "Task" [ 970.300790] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.309995] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521ef29f-8f42-8d37-0dba-3023adfdbd75, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.311637] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3e09b2-e148-4e50-a323-517b170ba226 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.319257] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5542bc77-ee8f-4cf6-a845-f205bda25b73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.322415] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483645, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.335241] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 970.335241] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52309114-c2b5-4161-8340-20c54a9feeab" [ 970.335241] env[69751]: _type = "Task" [ 970.335241] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.344074] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52309114-c2b5-4161-8340-20c54a9feeab, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.344332] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.344595] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 7a6ecba1-04dc-4299-985d-43e3b9211ec7/7a6ecba1-04dc-4299-985d-43e3b9211ec7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.344875] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f83926d-bcc2-476e-8daa-e865e0049466 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.356128] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 970.356128] env[69751]: value = "task-3483646" [ 970.356128] env[69751]: _type = "Task" [ 970.356128] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.364708] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.443981] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.238s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.447370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.827s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.449629] env[69751]: INFO nova.compute.claims [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.492594] env[69751]: INFO nova.scheduler.client.report [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Deleted allocations for instance be388d62-02c2-4881-a81c-bddcbc3ce998 [ 970.588420] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.588760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.589095] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.589221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.589643] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.595074] env[69751]: INFO nova.compute.manager [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Terminating instance [ 970.604438] env[69751]: DEBUG oslo_vmware.api [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.616861] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.823967] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.871468] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496365} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.871768] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 7a6ecba1-04dc-4299-985d-43e3b9211ec7/7a6ecba1-04dc-4299-985d-43e3b9211ec7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 970.871993] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 970.872275] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eab45314-0282-4f86-af30-43b57d170c20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.883803] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 970.883803] env[69751]: value = "task-3483647" [ 970.883803] env[69751]: _type = "Task" [ 970.883803] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.900084] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.001471] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a9e45e4-607a-41c0-b10c-aa78415d1274 tempest-FloatingIPsAssociationTestJSON-1987186940 tempest-FloatingIPsAssociationTestJSON-1987186940-project-member] Lock "be388d62-02c2-4881-a81c-bddcbc3ce998" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.688s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.031543] env[69751]: DEBUG nova.compute.manager [req-6d4cd02f-5be2-4492-9107-cb24397aeb6c req-a7152490-9a83-468d-8a56-98d1107e2aa1 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Received event network-vif-plugged-81b4e5eb-49ad-4709-b1d1-ba8f7107a857 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.031990] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d4cd02f-5be2-4492-9107-cb24397aeb6c req-a7152490-9a83-468d-8a56-98d1107e2aa1 service nova] Acquiring lock "4dd46da4-1563-45ec-9733-7ecf7df52723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.032260] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d4cd02f-5be2-4492-9107-cb24397aeb6c req-a7152490-9a83-468d-8a56-98d1107e2aa1 service nova] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.032421] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d4cd02f-5be2-4492-9107-cb24397aeb6c req-a7152490-9a83-468d-8a56-98d1107e2aa1 service nova] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.032587] env[69751]: DEBUG nova.compute.manager [req-6d4cd02f-5be2-4492-9107-cb24397aeb6c req-a7152490-9a83-468d-8a56-98d1107e2aa1 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] No waiting events found dispatching network-vif-plugged-81b4e5eb-49ad-4709-b1d1-ba8f7107a857 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.032750] env[69751]: WARNING nova.compute.manager [req-6d4cd02f-5be2-4492-9107-cb24397aeb6c req-a7152490-9a83-468d-8a56-98d1107e2aa1 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Received unexpected event network-vif-plugged-81b4e5eb-49ad-4709-b1d1-ba8f7107a857 for instance with vm_state building and task_state spawning. [ 971.086440] env[69751]: DEBUG nova.network.neutron [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updated VIF entry in instance network info cache for port 8b41701b-db5d-4e32-b446-5f753563dd7c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.086440] env[69751]: DEBUG nova.network.neutron [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [{"id": "8b41701b-db5d-4e32-b446-5f753563dd7c", "address": "fa:16:3e:6e:c4:98", "network": {"id": "c1d04ebf-9cec-4e59-a777-060c4f287bf7", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-247856945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19e0ddb0a66e4108901d7a3e590b20a0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b41701b-db", "ovs_interfaceid": "8b41701b-db5d-4e32-b446-5f753563dd7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.090059] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Successfully updated port: 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.104628] env[69751]: DEBUG nova.compute.manager [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 971.104814] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.106321] env[69751]: DEBUG oslo_vmware.api [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483642, 'name': ReconfigVM_Task, 'duration_secs': 1.182268} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.107209] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c45bc27-8280-4b22-89b0-9c981ad0c800 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.110604] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f7b6de22-820a-4ac9-916b-4f1dca317e4f tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Reconfigured VM instance to set the machine id {{(pid=69751) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 971.123071] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483644, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.126766] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.126766] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c055fe7c-7d42-41b7-9b11-06df30d2f213 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.134686] env[69751]: DEBUG oslo_vmware.api [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 971.134686] env[69751]: value = "task-3483648" [ 971.134686] env[69751]: _type = "Task" [ 971.134686] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.144389] env[69751]: DEBUG oslo_vmware.api [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.319664] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483645, 'name': ReconfigVM_Task, 'duration_secs': 0.942166} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.320146] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Reconfigured VM instance instance-00000038 to attach disk [datastore2] fe76a342-378d-4766-b4f5-5d2471ee2ad9/ephemeral_0.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.323068] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52d5b42d-0950-4018-ad08-2d6e09b94c27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.329636] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 971.329636] env[69751]: value = "task-3483649" [ 971.329636] env[69751]: _type = "Task" [ 971.329636] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.346613] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483649, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.395958] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088999} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.396261] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.397107] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48f3281-1e89-4315-b342-fb34a54f06d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.423356] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 7a6ecba1-04dc-4299-985d-43e3b9211ec7/7a6ecba1-04dc-4299-985d-43e3b9211ec7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.424292] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d51af2f-40d4-4fae-b70c-b2b75941851b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.447068] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 971.447068] env[69751]: value = "task-3483650" [ 971.447068] env[69751]: _type = "Task" [ 971.447068] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.457161] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483650, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.592599] env[69751]: DEBUG oslo_concurrency.lockutils [req-2d3c0352-f0ed-4a00-af4e-f664c3d25952 req-9276f96a-2916-4256-96a2-511b1dd37530 service nova] Releasing lock "refresh_cache-6a9cc8dd-2fcd-4458-9518-86981ae7da64" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.593263] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "refresh_cache-4dd46da4-1563-45ec-9733-7ecf7df52723" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.593425] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "refresh_cache-4dd46da4-1563-45ec-9733-7ecf7df52723" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.593555] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.624225] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483644, 'name': CreateSnapshot_Task, 'duration_secs': 1.436239} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.624929] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 971.629817] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e9eba1-646b-48cc-bf84-6a75121db79d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.654997] env[69751]: DEBUG oslo_vmware.api [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483648, 'name': PowerOffVM_Task, 'duration_secs': 0.413833} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.657972] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.659461] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.660700] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-678a56a6-ecca-4fa6-bb89-68c58391d453 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.733046] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.733046] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.733046] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Deleting the datastore file [datastore2] 6a9cc8dd-2fcd-4458-9518-86981ae7da64 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.733046] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7b35279-0c7e-4884-8a98-83b8cffa0879 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.741867] env[69751]: DEBUG oslo_vmware.api [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for the task: (returnval){ [ 971.741867] env[69751]: value = "task-3483652" [ 971.741867] env[69751]: _type = "Task" [ 971.741867] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.753256] env[69751]: DEBUG oslo_vmware.api [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.844220] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483649, 'name': Rename_Task, 'duration_secs': 0.258201} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.844652] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.845145] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8415fff-155b-4fbd-b239-2c65dd4642c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.857457] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 971.857457] env[69751]: value = "task-3483653" [ 971.857457] env[69751]: _type = "Task" [ 971.857457] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.866419] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.959587] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483650, 'name': ReconfigVM_Task, 'duration_secs': 0.36375} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.960234] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 7a6ecba1-04dc-4299-985d-43e3b9211ec7/7a6ecba1-04dc-4299-985d-43e3b9211ec7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.960899] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39ad64ff-25a0-45f1-85ec-91007e388e35 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.968157] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 971.968157] env[69751]: value = "task-3483654" [ 971.968157] env[69751]: _type = "Task" [ 971.968157] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.979640] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483654, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.114981] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa6aef4-1948-4b5a-adef-71154dde1afc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.123481] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b78186-63b6-4de1-8b20-0f0e2bdfb4dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.161948] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 972.163559] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-55bdcad5-c359-48b1-a526-7168150569a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.167042] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5bf19f-21a4-47d3-b26b-69333fbd30cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.170592] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.182156] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27f9481-b1e4-48d7-a658-261f4dda313d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.190425] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 972.190425] env[69751]: value = "task-3483655" [ 972.190425] env[69751]: _type = "Task" [ 972.190425] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.200274] env[69751]: DEBUG nova.compute.provider_tree [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.210600] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483655, 'name': CloneVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.253696] env[69751]: DEBUG oslo_vmware.api [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Task: {'id': task-3483652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152814} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.253966] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.254203] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.254700] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.254700] env[69751]: INFO nova.compute.manager [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Took 1.15 seconds to destroy the instance on the hypervisor. [ 972.254971] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.255220] env[69751]: DEBUG nova.compute.manager [-] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.255486] env[69751]: DEBUG nova.network.neutron [-] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.367052] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483653, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.417509] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Updating instance_info_cache with network_info: [{"id": "81b4e5eb-49ad-4709-b1d1-ba8f7107a857", "address": "fa:16:3e:65:c6:5b", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b4e5eb-49", "ovs_interfaceid": "81b4e5eb-49ad-4709-b1d1-ba8f7107a857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.480563] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483654, 'name': Rename_Task, 'duration_secs': 0.478766} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.480886] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.481229] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83cc95c3-cdac-42eb-9e2f-a278650ae850 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.491745] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 972.491745] env[69751]: value = "task-3483656" [ 972.491745] env[69751]: _type = "Task" [ 972.491745] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.503761] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.705290] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483655, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.706267] env[69751]: DEBUG nova.scheduler.client.report [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.870238] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483653, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.925501] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "refresh_cache-4dd46da4-1563-45ec-9733-7ecf7df52723" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.925501] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Instance network_info: |[{"id": "81b4e5eb-49ad-4709-b1d1-ba8f7107a857", "address": "fa:16:3e:65:c6:5b", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b4e5eb-49", "ovs_interfaceid": "81b4e5eb-49ad-4709-b1d1-ba8f7107a857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 972.925501] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:c6:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81b4e5eb-49ad-4709-b1d1-ba8f7107a857', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.936076] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.936076] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.936076] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54dd278e-0f07-4d4f-8966-7a30b9c4c668 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.960143] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.960143] env[69751]: value = "task-3483657" [ 972.960143] env[69751]: _type = "Task" [ 972.960143] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.980900] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483657, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.002431] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.202905] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483655, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.213072] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.214208] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.218159] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.812s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.218159] env[69751]: DEBUG nova.objects.instance [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lazy-loading 'resources' on Instance uuid b507332f-4890-44d0-8c6f-57ccefb0a3f0 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.375690] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483653, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.390936] env[69751]: DEBUG nova.compute.manager [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Received event network-changed-81b4e5eb-49ad-4709-b1d1-ba8f7107a857 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.391225] env[69751]: DEBUG nova.compute.manager [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Refreshing instance network info cache due to event network-changed-81b4e5eb-49ad-4709-b1d1-ba8f7107a857. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 973.391564] env[69751]: DEBUG oslo_concurrency.lockutils [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] Acquiring lock "refresh_cache-4dd46da4-1563-45ec-9733-7ecf7df52723" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.391946] env[69751]: DEBUG oslo_concurrency.lockutils [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] Acquired lock "refresh_cache-4dd46da4-1563-45ec-9733-7ecf7df52723" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.392146] env[69751]: DEBUG nova.network.neutron [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Refreshing network info cache for port 81b4e5eb-49ad-4709-b1d1-ba8f7107a857 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 973.474192] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483657, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.502279] env[69751]: DEBUG oslo_vmware.api [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483656, 'name': PowerOnVM_Task, 'duration_secs': 0.547788} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.502771] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.503756] env[69751]: INFO nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Took 8.19 seconds to spawn the instance on the hypervisor. [ 973.503756] env[69751]: DEBUG nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.503978] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bcf3bb-7357-4bd9-a172-eb15bab975e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.541965] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "92562b39-19bd-4c50-bc61-d1a7bad5db84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.542267] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.610216] env[69751]: DEBUG nova.compute.manager [req-e1ccf05c-e4ff-46e9-9da1-0e0ee440c7fa req-f894ce34-c789-4c73-aa81-b1fdfa94f550 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Received event network-vif-deleted-8b41701b-db5d-4e32-b446-5f753563dd7c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.614162] env[69751]: INFO nova.compute.manager [req-e1ccf05c-e4ff-46e9-9da1-0e0ee440c7fa req-f894ce34-c789-4c73-aa81-b1fdfa94f550 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Neutron deleted interface 8b41701b-db5d-4e32-b446-5f753563dd7c; detaching it from the instance and deleting it from the info cache [ 973.614162] env[69751]: DEBUG nova.network.neutron [req-e1ccf05c-e4ff-46e9-9da1-0e0ee440c7fa req-f894ce34-c789-4c73-aa81-b1fdfa94f550 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.703088] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483655, 'name': CloneVM_Task, 'duration_secs': 1.499736} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.703406] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Created linked-clone VM from snapshot [ 973.704196] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92548cd2-842c-4dde-ac45-693cce2c2fdc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.715465] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Uploading image 9a920945-4b11-42a1-9674-7f6314440f30 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 973.721789] env[69751]: DEBUG nova.compute.utils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.730955] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 973.731553] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.731727] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.733463] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1b167f77-259a-4f80-8591-3a23569a1e07 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.742324] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 973.742324] env[69751]: value = "task-3483658" [ 973.742324] env[69751]: _type = "Task" [ 973.742324] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.752455] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483658, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.805725] env[69751]: DEBUG nova.policy [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b163f6c4fba541169b5e275e3a2148f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1a3d75214a64969b147ca66fd170a89', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.872315] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.885021] env[69751]: DEBUG nova.network.neutron [-] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.991219] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483657, 'name': CreateVM_Task, 'duration_secs': 0.727728} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.991219] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.992479] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.993108] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.993108] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.994156] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03158568-09f4-4e5e-8870-b6d5c7e228d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.000847] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 974.000847] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52085a12-8a88-f44d-533e-156d4af478dd" [ 974.000847] env[69751]: _type = "Task" [ 974.000847] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.021433] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52085a12-8a88-f44d-533e-156d4af478dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.028660] env[69751]: INFO nova.compute.manager [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Took 49.64 seconds to build instance. [ 974.123618] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae1dddf3-d584-47d4-8bab-1c301435fb8b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.137343] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02bcc58-2218-4af6-8edc-5484d68caffc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.185562] env[69751]: DEBUG nova.compute.manager [req-e1ccf05c-e4ff-46e9-9da1-0e0ee440c7fa req-f894ce34-c789-4c73-aa81-b1fdfa94f550 service nova] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Detach interface failed, port_id=8b41701b-db5d-4e32-b446-5f753563dd7c, reason: Instance 6a9cc8dd-2fcd-4458-9518-86981ae7da64 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.202715] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Successfully created port: 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.232727] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.260835] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483658, 'name': Destroy_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.315724] env[69751]: DEBUG nova.network.neutron [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Updated VIF entry in instance network info cache for port 81b4e5eb-49ad-4709-b1d1-ba8f7107a857. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 974.315724] env[69751]: DEBUG nova.network.neutron [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Updating instance_info_cache with network_info: [{"id": "81b4e5eb-49ad-4709-b1d1-ba8f7107a857", "address": "fa:16:3e:65:c6:5b", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81b4e5eb-49", "ovs_interfaceid": "81b4e5eb-49ad-4709-b1d1-ba8f7107a857", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.373869] env[69751]: DEBUG oslo_vmware.api [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483653, 'name': PowerOnVM_Task, 'duration_secs': 2.030353} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.374232] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 974.374454] env[69751]: INFO nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Took 12.38 seconds to spawn the instance on the hypervisor. [ 974.374652] env[69751]: DEBUG nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 974.375884] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496af62c-5907-4386-85c2-a7d50d842c27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.389170] env[69751]: INFO nova.compute.manager [-] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Took 2.13 seconds to deallocate network for instance. [ 974.457115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae11b0a-61d8-4737-afcd-203723de4f11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.470889] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008b5d42-7967-4fb0-b774-221ad9169360 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.509607] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1db5e664-f451-4f39-a845-3a8d571dd2d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.521849] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338ee270-ebdb-41e6-9cc2-8727148c34af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.528076] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52085a12-8a88-f44d-533e-156d4af478dd, 'name': SearchDatastore_Task, 'duration_secs': 0.022463} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.528591] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.528955] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.529325] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.530523] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.530736] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.530965] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.531871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c3f3ac14-9658-47ad-8ddf-8cbc64a3502e tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.800s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.532869] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dde9364-e1df-43f7-8fb3-b819dee809e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.537036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.009s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.537295] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.537559] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.537781] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.540231] env[69751]: INFO nova.compute.manager [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Terminating instance [ 974.551048] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.551271] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.564254] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-036e3754-b2a2-4a46-ad2a-2cd2b908c7fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.567900] env[69751]: DEBUG nova.compute.provider_tree [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.575485] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 974.575485] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52216002-481d-4709-f504-866e0b4a0056" [ 974.575485] env[69751]: _type = "Task" [ 974.575485] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.586580] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52216002-481d-4709-f504-866e0b4a0056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.761802] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483658, 'name': Destroy_Task, 'duration_secs': 0.650267} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.761954] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Destroyed the VM [ 974.762133] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 974.762393] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-12fd31bf-c03a-4416-b94e-3e573bb00f41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.770083] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 974.770083] env[69751]: value = "task-3483659" [ 974.770083] env[69751]: _type = "Task" [ 974.770083] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.779071] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.817805] env[69751]: DEBUG oslo_concurrency.lockutils [req-4f707bfb-7e0e-4f95-a2e8-18241d0a7241 req-dd01e8a7-ec7c-4839-a1da-7b7b9c722fb9 service nova] Releasing lock "refresh_cache-4dd46da4-1563-45ec-9733-7ecf7df52723" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.897913] env[69751]: INFO nova.compute.manager [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Took 54.13 seconds to build instance. [ 974.899635] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.040769] env[69751]: DEBUG nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.044399] env[69751]: DEBUG nova.compute.manager [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.044634] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.045790] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286ed5d4-22ff-4d31-a84e-28ed94f6b311 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.054278] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.054526] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b1cc2d4-825d-4487-9a36-5c514ad7dff9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.062617] env[69751]: DEBUG oslo_vmware.api [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 975.062617] env[69751]: value = "task-3483660" [ 975.062617] env[69751]: _type = "Task" [ 975.062617] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.072461] env[69751]: DEBUG nova.scheduler.client.report [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.076103] env[69751]: DEBUG oslo_vmware.api [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.086852] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52216002-481d-4709-f504-866e0b4a0056, 'name': SearchDatastore_Task, 'duration_secs': 0.022264} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.087769] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62eb7e8b-aa02-45c8-9c15-6286b2047a5b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.095725] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 975.095725] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526973e1-01c8-80fc-eaf2-6c7908b2dc85" [ 975.095725] env[69751]: _type = "Task" [ 975.095725] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.105279] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526973e1-01c8-80fc-eaf2-6c7908b2dc85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.245406] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.272985] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.273288] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.273449] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.273630] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.273844] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.273910] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.274131] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.274294] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.274461] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.274706] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.274848] env[69751]: DEBUG nova.virt.hardware [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.275920] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348e28e4-e06e-4990-9d84-62c8efae8500 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.290789] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.293542] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8a3efa-0361-4d29-84a1-6caeb91be1ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.401068] env[69751]: DEBUG oslo_concurrency.lockutils [None req-968f575b-def7-419c-94e3-864f332c75b8 tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.577s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.465259] env[69751]: DEBUG nova.compute.manager [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Received event network-changed-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.465399] env[69751]: DEBUG nova.compute.manager [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Refreshing instance network info cache due to event network-changed-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.465640] env[69751]: DEBUG oslo_concurrency.lockutils [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] Acquiring lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.465786] env[69751]: DEBUG oslo_concurrency.lockutils [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] Acquired lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.465947] env[69751]: DEBUG nova.network.neutron [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Refreshing network info cache for port ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.573948] env[69751]: DEBUG oslo_vmware.api [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483660, 'name': PowerOffVM_Task, 'duration_secs': 0.184344} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.575285] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.578017] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.578017] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.578017] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d094dda5-326c-46cf-a96e-9e02a633096a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.578893] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.362s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.585097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.332s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.585097] env[69751]: DEBUG nova.objects.instance [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 975.607389] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526973e1-01c8-80fc-eaf2-6c7908b2dc85, 'name': SearchDatastore_Task, 'duration_secs': 0.019941} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.607934] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.608383] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 4dd46da4-1563-45ec-9733-7ecf7df52723/4dd46da4-1563-45ec-9733-7ecf7df52723.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.609218] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b477f6ea-617d-400d-9963-770e1704ccfd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.613708] env[69751]: INFO nova.scheduler.client.report [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Deleted allocations for instance b507332f-4890-44d0-8c6f-57ccefb0a3f0 [ 975.629181] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 975.629181] env[69751]: value = "task-3483662" [ 975.629181] env[69751]: _type = "Task" [ 975.629181] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.641183] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.666023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.666023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.666023] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Deleting the datastore file [datastore1] 7a6ecba1-04dc-4299-985d-43e3b9211ec7 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.666023] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca379082-9c7b-4998-a62d-3655781f34e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.672990] env[69751]: DEBUG oslo_vmware.api [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for the task: (returnval){ [ 975.672990] env[69751]: value = "task-3483663" [ 975.672990] env[69751]: _type = "Task" [ 975.672990] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.682572] env[69751]: DEBUG oslo_vmware.api [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.786175] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483659, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.858488] env[69751]: DEBUG nova.compute.manager [req-f20f4ade-9636-41b8-9708-4a6a521ece3f req-ffd8c04a-1b7d-4944-8bac-1ae23119641c service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Received event network-vif-plugged-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.858900] env[69751]: DEBUG oslo_concurrency.lockutils [req-f20f4ade-9636-41b8-9708-4a6a521ece3f req-ffd8c04a-1b7d-4944-8bac-1ae23119641c service nova] Acquiring lock "70b84da0-e146-43d8-a489-e4685eb4e59d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.859209] env[69751]: DEBUG oslo_concurrency.lockutils [req-f20f4ade-9636-41b8-9708-4a6a521ece3f req-ffd8c04a-1b7d-4944-8bac-1ae23119641c service nova] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.859484] env[69751]: DEBUG oslo_concurrency.lockutils [req-f20f4ade-9636-41b8-9708-4a6a521ece3f req-ffd8c04a-1b7d-4944-8bac-1ae23119641c service nova] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.859694] env[69751]: DEBUG nova.compute.manager [req-f20f4ade-9636-41b8-9708-4a6a521ece3f req-ffd8c04a-1b7d-4944-8bac-1ae23119641c service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] No waiting events found dispatching network-vif-plugged-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 975.859868] env[69751]: WARNING nova.compute.manager [req-f20f4ade-9636-41b8-9708-4a6a521ece3f req-ffd8c04a-1b7d-4944-8bac-1ae23119641c service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Received unexpected event network-vif-plugged-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c for instance with vm_state building and task_state spawning. [ 975.903346] env[69751]: DEBUG nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.982418] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Successfully updated port: 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.124358] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c54ff57-53f5-4406-959d-29568d44ec3a tempest-ListImageFiltersTestJSON-1523971334 tempest-ListImageFiltersTestJSON-1523971334-project-member] Lock "b507332f-4890-44d0-8c6f-57ccefb0a3f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.194s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.139710] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503641} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.140039] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 4dd46da4-1563-45ec-9733-7ecf7df52723/4dd46da4-1563-45ec-9733-7ecf7df52723.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.140268] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.140800] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffa14089-2df6-495e-a8fc-cbb4f19cb49c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.153087] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 976.153087] env[69751]: value = "task-3483664" [ 976.153087] env[69751]: _type = "Task" [ 976.153087] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.163776] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.193340] env[69751]: DEBUG oslo_vmware.api [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Task: {'id': task-3483663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341233} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.193615] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.193803] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.193979] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.194169] env[69751]: INFO nova.compute.manager [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 976.194414] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.196138] env[69751]: DEBUG nova.compute.manager [-] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.196138] env[69751]: DEBUG nova.network.neutron [-] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.227311] env[69751]: DEBUG nova.network.neutron [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Updated VIF entry in instance network info cache for port ba88323b-f42c-4990-9ff1-fa7ae05a5eaf. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.227773] env[69751]: DEBUG nova.network.neutron [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Updating instance_info_cache with network_info: [{"id": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "address": "fa:16:3e:ba:35:2f", "network": {"id": "84aa88fe-8815-41ee-86dd-30db4176d882", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1486453060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "707a3d5cb70c4d52bd5b8edddab6128d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f68ebd2a-3c68-48db-8c32-8a01497fc2e7", "external-id": "nsx-vlan-transportzone-49", "segmentation_id": 49, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba88323b-f4", "ovs_interfaceid": "ba88323b-f42c-4990-9ff1-fa7ae05a5eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.286764] env[69751]: DEBUG oslo_vmware.api [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483659, 'name': RemoveSnapshot_Task, 'duration_secs': 1.057958} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.287284] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 976.437242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.486193] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "refresh_cache-70b84da0-e146-43d8-a489-e4685eb4e59d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.486193] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "refresh_cache-70b84da0-e146-43d8-a489-e4685eb4e59d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.487033] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.597782] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3a72948-369d-4d56-a8aa-dcecde0fc80c tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.597939] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.153s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.599898] env[69751]: INFO nova.compute.claims [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.664122] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078568} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.664408] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.665288] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168b976f-c51a-443b-b929-fea3f7f2d9a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.690707] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 4dd46da4-1563-45ec-9733-7ecf7df52723/4dd46da4-1563-45ec-9733-7ecf7df52723.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.691477] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716c0828-68b3-4092-816c-e5762f9ce8b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.718616] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 976.718616] env[69751]: value = "task-3483665" [ 976.718616] env[69751]: _type = "Task" [ 976.718616] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.728540] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483665, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.730288] env[69751]: DEBUG oslo_concurrency.lockutils [req-35fc4658-8fef-4c1a-b630-0e7f28dbeee3 req-ffbc7e4f-c5a3-4a31-a196-0970dfa2d6dc service nova] Releasing lock "refresh_cache-fe76a342-378d-4766-b4f5-5d2471ee2ad9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.796091] env[69751]: WARNING nova.compute.manager [None req-15fd0cae-6351-4fe5-bb7e-3b43ea4b9289 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Image not found during snapshot: nova.exception.ImageNotFound: Image 9a920945-4b11-42a1-9674-7f6314440f30 could not be found. [ 977.035320] env[69751]: DEBUG nova.network.neutron [-] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.046092] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.193261] env[69751]: DEBUG nova.network.neutron [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Updating instance_info_cache with network_info: [{"id": "7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c", "address": "fa:16:3e:27:67:b7", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f77d32f-fa", "ovs_interfaceid": "7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.229598] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483665, 'name': ReconfigVM_Task, 'duration_secs': 0.283593} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.230089] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 4dd46da4-1563-45ec-9733-7ecf7df52723/4dd46da4-1563-45ec-9733-7ecf7df52723.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.230863] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1518fa70-215f-47b8-bb0e-f1ecc7133cda {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.239751] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 977.239751] env[69751]: value = "task-3483666" [ 977.239751] env[69751]: _type = "Task" [ 977.239751] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.249302] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483666, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.539717] env[69751]: INFO nova.compute.manager [-] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Took 1.34 seconds to deallocate network for instance. [ 977.661282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.663160] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.663160] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.663160] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.663160] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.664124] env[69751]: INFO nova.compute.manager [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Terminating instance [ 977.697374] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "refresh_cache-70b84da0-e146-43d8-a489-e4685eb4e59d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.697739] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Instance network_info: |[{"id": "7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c", "address": "fa:16:3e:27:67:b7", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f77d32f-fa", "ovs_interfaceid": "7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 977.698700] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:67:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.710734] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.713734] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.714224] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8fe2d71e-fe23-427c-8dd8-024642fc173b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.739223] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.739223] env[69751]: value = "task-3483667" [ 977.739223] env[69751]: _type = "Task" [ 977.739223] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.755611] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483667, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.755698] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483666, 'name': Rename_Task, 'duration_secs': 0.153655} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.756106] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.756172] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bca828f9-a6b4-47d0-bcc6-15de8b55f32f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.763575] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 977.763575] env[69751]: value = "task-3483668" [ 977.763575] env[69751]: _type = "Task" [ 977.763575] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.776998] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.982087] env[69751]: DEBUG nova.compute.manager [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Received event network-changed-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.982226] env[69751]: DEBUG nova.compute.manager [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Refreshing instance network info cache due to event network-changed-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 977.982460] env[69751]: DEBUG oslo_concurrency.lockutils [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] Acquiring lock "refresh_cache-70b84da0-e146-43d8-a489-e4685eb4e59d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.982597] env[69751]: DEBUG oslo_concurrency.lockutils [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] Acquired lock "refresh_cache-70b84da0-e146-43d8-a489-e4685eb4e59d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.982762] env[69751]: DEBUG nova.network.neutron [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Refreshing network info cache for port 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.049290] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.155980] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e8cf6c-c024-426b-b499-16295a0bc261 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.166386] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd0c99b-d70c-4c34-8f2f-70cceb85eab5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.170037] env[69751]: DEBUG nova.compute.manager [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.170256] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.171042] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9759f44c-b094-4436-bcfb-79aac23db749 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.178675] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.204341] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2e824f4-5e08-482b-9b7b-94ef5938af94 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.206746] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100f2768-5737-42b1-9d48-88bb0ca70323 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.215358] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f1faf3-60db-4fee-a1a7-a42731dbed33 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.220773] env[69751]: DEBUG oslo_vmware.api [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 978.220773] env[69751]: value = "task-3483669" [ 978.220773] env[69751]: _type = "Task" [ 978.220773] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.233200] env[69751]: DEBUG nova.compute.provider_tree [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.249009] env[69751]: DEBUG oslo_vmware.api [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.256700] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483667, 'name': CreateVM_Task, 'duration_secs': 0.443687} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.256919] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.258673] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.258673] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.258673] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.258673] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b268ca9-24b8-4d4f-adf8-4423a5e7afa9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.264848] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 978.264848] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529e1876-f44d-722d-86af-dca09caa3972" [ 978.264848] env[69751]: _type = "Task" [ 978.264848] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.278659] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529e1876-f44d-722d-86af-dca09caa3972, 'name': SearchDatastore_Task, 'duration_secs': 0.011444} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.282040] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.282391] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.282734] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.283043] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.283296] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.283819] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483668, 'name': PowerOnVM_Task, 'duration_secs': 0.471338} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.283819] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26767186-5835-4337-96a7-d1ba0ba2df1f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.285817] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.286090] env[69751]: INFO nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Took 8.05 seconds to spawn the instance on the hypervisor. [ 978.286313] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 978.287117] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7aebf4-16f6-4c13-a83a-1511b97afe09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.302658] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.302787] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.305267] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee59aa5-b5d5-4b73-b363-26222882e58b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.310382] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 978.310382] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e4f45-4856-1c25-3624-b6cae8f0e5dc" [ 978.310382] env[69751]: _type = "Task" [ 978.310382] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.321096] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e4f45-4856-1c25-3624-b6cae8f0e5dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.732761] env[69751]: DEBUG oslo_vmware.api [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483669, 'name': PowerOffVM_Task, 'duration_secs': 0.323861} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.733557] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.733898] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.734280] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-333cc395-44c0-440b-bd4c-21701c6ddaf0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.739420] env[69751]: DEBUG nova.network.neutron [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Updated VIF entry in instance network info cache for port 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.741699] env[69751]: DEBUG nova.network.neutron [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Updating instance_info_cache with network_info: [{"id": "7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c", "address": "fa:16:3e:27:67:b7", "network": {"id": "999b6e06-2706-4275-9502-0c9236482610", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-216621022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a1a3d75214a64969b147ca66fd170a89", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f77d32f-fa", "ovs_interfaceid": "7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.741699] env[69751]: DEBUG nova.scheduler.client.report [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.797167] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.797444] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.797649] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleting the datastore file [datastore2] 2243bdda-7096-4c9a-b6fa-74804dfdedaa {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.797958] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa6da44a-9a96-4b6a-9f27-0a4889165e8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.808576] env[69751]: DEBUG oslo_vmware.api [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 978.808576] env[69751]: value = "task-3483671" [ 978.808576] env[69751]: _type = "Task" [ 978.808576] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.809194] env[69751]: INFO nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Took 46.56 seconds to build instance. [ 978.822379] env[69751]: DEBUG oslo_vmware.api [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.826547] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e4f45-4856-1c25-3624-b6cae8f0e5dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.827336] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99c01bbe-5725-4508-b09d-d731da182c0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.834066] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 978.834066] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5240207c-2e6b-be68-2299-2fceab206690" [ 978.834066] env[69751]: _type = "Task" [ 978.834066] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.842914] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5240207c-2e6b-be68-2299-2fceab206690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.249066] env[69751]: DEBUG oslo_concurrency.lockutils [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] Releasing lock "refresh_cache-70b84da0-e146-43d8-a489-e4685eb4e59d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.249066] env[69751]: DEBUG nova.compute.manager [req-eb9c24a6-b4ef-4c05-a6e1-46536d78a8cd req-0e5c1238-66b7-40a8-aa41-b7390f71120a service nova] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Received event network-vif-deleted-614f6fae-9050-4794-8887-2046a32e2392 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.250083] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.250575] env[69751]: DEBUG nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 979.253088] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.310s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.254720] env[69751]: INFO nova.compute.claims [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.316207] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.078s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.322443] env[69751]: DEBUG oslo_vmware.api [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138824} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.323154] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.323477] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.323750] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.324037] env[69751]: INFO nova.compute.manager [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 979.324422] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.326017] env[69751]: DEBUG nova.compute.manager [-] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.326017] env[69751]: DEBUG nova.network.neutron [-] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.345903] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5240207c-2e6b-be68-2299-2fceab206690, 'name': SearchDatastore_Task, 'duration_secs': 0.010722} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.346310] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.346670] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 70b84da0-e146-43d8-a489-e4685eb4e59d/70b84da0-e146-43d8-a489-e4685eb4e59d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.347081] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3195e70a-7f36-4972-9c41-ac69548689b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.360225] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 979.360225] env[69751]: value = "task-3483672" [ 979.360225] env[69751]: _type = "Task" [ 979.360225] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.370666] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.760371] env[69751]: DEBUG nova.compute.utils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.766194] env[69751]: DEBUG nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 979.818774] env[69751]: DEBUG nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 979.877238] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498241} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.877648] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 70b84da0-e146-43d8-a489-e4685eb4e59d/70b84da0-e146-43d8-a489-e4685eb4e59d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.877960] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.878319] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10fc29b3-ff2a-45a0-a391-81f6afde418b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.886984] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 979.886984] env[69751]: value = "task-3483673" [ 979.886984] env[69751]: _type = "Task" [ 979.886984] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.898205] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.116529] env[69751]: DEBUG nova.network.neutron [-] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.119036] env[69751]: DEBUG nova.compute.manager [req-029d2304-8b89-47d4-93ee-be8cafafc222 req-f2fddab8-db9e-4b63-946a-eed2931f3c45 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Received event network-vif-deleted-8a1f2fb3-e624-47cb-86e5-62a0a6b4966e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.119128] env[69751]: INFO nova.compute.manager [req-029d2304-8b89-47d4-93ee-be8cafafc222 req-f2fddab8-db9e-4b63-946a-eed2931f3c45 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Neutron deleted interface 8a1f2fb3-e624-47cb-86e5-62a0a6b4966e; detaching it from the instance and deleting it from the info cache [ 980.119422] env[69751]: DEBUG nova.network.neutron [req-029d2304-8b89-47d4-93ee-be8cafafc222 req-f2fddab8-db9e-4b63-946a-eed2931f3c45 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.266728] env[69751]: DEBUG nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.404788] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216697} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.404913] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.405816] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d20399d-c8de-4993-841e-6dea18c72a9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.426058] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.435109] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 70b84da0-e146-43d8-a489-e4685eb4e59d/70b84da0-e146-43d8-a489-e4685eb4e59d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.437865] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99309a8b-653a-4c35-8e15-b03de66c6e98 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.463494] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 980.463494] env[69751]: value = "task-3483674" [ 980.463494] env[69751]: _type = "Task" [ 980.463494] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.475888] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483674, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.625133] env[69751]: INFO nova.compute.manager [-] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Took 1.30 seconds to deallocate network for instance. [ 980.626579] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-901a63eb-cc41-44a7-b8b9-b6be98b3faf3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.637776] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8827e680-ada4-4637-82f5-836fcc893046 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.688649] env[69751]: DEBUG nova.compute.manager [req-029d2304-8b89-47d4-93ee-be8cafafc222 req-f2fddab8-db9e-4b63-946a-eed2931f3c45 service nova] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Detach interface failed, port_id=8a1f2fb3-e624-47cb-86e5-62a0a6b4966e, reason: Instance 2243bdda-7096-4c9a-b6fa-74804dfdedaa could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 980.801242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.801568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "549320dd-0976-4346-a82e-107878bc5ba5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.983097] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.983097] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0428e8b6-3a3c-4eb5-b7b6-ccc746457cdb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.989866] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59d2b95-bd62-4d18-bbd4-7f159f1ec82c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.022356] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec8f385-cf3c-45d7-9714-0f1a303b7f29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.031099] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37aac014-17f7-41f5-a210-c9be2a212be3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.046906] env[69751]: DEBUG nova.compute.provider_tree [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.134183] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.281555] env[69751]: DEBUG nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 981.311162] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.311708] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.311708] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.311835] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.311910] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.312110] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.312340] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.312499] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.312662] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.312821] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.312991] env[69751]: DEBUG nova.virt.hardware [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.313869] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b606de-b076-4c39-947d-82af71981003 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.323258] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c387a2ee-2f29-469d-bd5b-5c7c028e9b19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.337941] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 981.344349] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Creating folder: Project (cb26968fec754e17a0398af6664e324b). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.344536] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf9c407-41c7-44b4-a1a2-ef8e24eb162e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.358094] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Created folder: Project (cb26968fec754e17a0398af6664e324b) in parent group-v696263. [ 981.358506] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Creating folder: Instances. Parent ref: group-v696433. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 981.358570] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e030c68b-42b2-46d5-a69e-9267ff296012 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.370150] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Created folder: Instances in parent group-v696433. [ 981.370422] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.370629] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 981.370916] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc2c0714-8bce-4bb6-b836-c959f5d7ac63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.391385] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 981.391385] env[69751]: value = "task-3483677" [ 981.391385] env[69751]: _type = "Task" [ 981.391385] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.403616] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483677, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.476636] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483674, 'name': ReconfigVM_Task, 'duration_secs': 0.718489} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.476924] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 70b84da0-e146-43d8-a489-e4685eb4e59d/70b84da0-e146-43d8-a489-e4685eb4e59d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.477600] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbef1a27-c2fc-48f6-ac64-651ddfdd4a77 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.487276] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 981.487276] env[69751]: value = "task-3483678" [ 981.487276] env[69751]: _type = "Task" [ 981.487276] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.505494] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483678, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.550755] env[69751]: DEBUG nova.scheduler.client.report [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.901638] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483677, 'name': CreateVM_Task, 'duration_secs': 0.315119} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.901939] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.902278] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.902444] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.902771] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.903037] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de1871be-d2ae-41fe-9c52-e8566c64d403 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.907615] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 981.907615] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529bb5c6-36a2-838c-d1f0-e5caf06673fa" [ 981.907615] env[69751]: _type = "Task" [ 981.907615] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.915295] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529bb5c6-36a2-838c-d1f0-e5caf06673fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.997176] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483678, 'name': Rename_Task, 'duration_secs': 0.19891} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.997523] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.997782] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f45efa7e-d3f9-4a0e-8817-0b84cfe63b0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.005489] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 982.005489] env[69751]: value = "task-3483679" [ 982.005489] env[69751]: _type = "Task" [ 982.005489] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.013817] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.056028] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.056529] env[69751]: DEBUG nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.059563] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.008s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.059939] env[69751]: DEBUG nova.objects.instance [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lazy-loading 'resources' on Instance uuid fb6c0765-2a9a-4ea9-9676-f288de23d822 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.419860] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529bb5c6-36a2-838c-d1f0-e5caf06673fa, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.420156] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.420391] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 982.420631] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.420775] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.420952] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.421302] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e10d64c5-a6f9-43e0-89d8-99fd1186e5dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.432023] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.432023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.432799] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc468c1-1782-4fcd-b08b-4a17c2472b79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.439149] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 982.439149] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e73e56-180b-ec33-3e85-3d665acd8a90" [ 982.439149] env[69751]: _type = "Task" [ 982.439149] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.448143] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e73e56-180b-ec33-3e85-3d665acd8a90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.516177] env[69751]: DEBUG oslo_vmware.api [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483679, 'name': PowerOnVM_Task, 'duration_secs': 0.471409} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.516948] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.516948] env[69751]: INFO nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Took 7.27 seconds to spawn the instance on the hypervisor. [ 982.516948] env[69751]: DEBUG nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 982.517614] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22164774-a690-44ff-bd69-cca760aaf9b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.567578] env[69751]: DEBUG nova.compute.utils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.570125] env[69751]: DEBUG nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 982.953170] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e73e56-180b-ec33-3e85-3d665acd8a90, 'name': SearchDatastore_Task, 'duration_secs': 0.011679} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.954112] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90224aee-f311-49fe-a050-86bdaef4a620 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.962359] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 982.962359] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bdc99e-4210-47c6-00c6-c2214d25a4a1" [ 982.962359] env[69751]: _type = "Task" [ 982.962359] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.971356] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bdc99e-4210-47c6-00c6-c2214d25a4a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.017767] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc791d6-8a6f-4fdb-84f7-19a338feef06 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.026126] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f283de5-170c-41a6-8c8b-bf219bc98bd9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.063618] env[69751]: INFO nova.compute.manager [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Took 45.47 seconds to build instance. [ 983.065273] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dffe2b6-a2eb-4555-b19f-f7616e00f606 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.069894] env[69751]: DEBUG nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.075831] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b1563-ef27-4525-a704-f52d63aa14b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.092999] env[69751]: DEBUG nova.compute.provider_tree [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.475198] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bdc99e-4210-47c6-00c6-c2214d25a4a1, 'name': SearchDatastore_Task, 'duration_secs': 0.013314} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.475484] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.475752] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e/5e1a60f7-f1ea-4822-af4f-04ce7ed6601e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.476029] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-938ed717-e258-4d8a-970f-510253d2609e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.484777] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 983.484777] env[69751]: value = "task-3483680" [ 983.484777] env[69751]: _type = "Task" [ 983.484777] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.494255] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483680, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.569065] env[69751]: DEBUG oslo_concurrency.lockutils [None req-22463179-2ec0-4cdd-a78c-dd9f0b9753d9 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.301s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.596353] env[69751]: DEBUG nova.scheduler.client.report [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.999070] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483680, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470852} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.999070] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e/5e1a60f7-f1ea-4822-af4f-04ce7ed6601e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.999070] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.999514] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7de38c0-16e5-4983-b96a-9e97db10baf8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.012383] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 984.012383] env[69751]: value = "task-3483681" [ 984.012383] env[69751]: _type = "Task" [ 984.012383] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.025140] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.071989] env[69751]: DEBUG nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.080722] env[69751]: DEBUG nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.102071] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.107103] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 37.901s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.116808] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.117051] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.117215] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.117439] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.117596] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.117773] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.117993] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.118206] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.118379] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.118543] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.118718] env[69751]: DEBUG nova.virt.hardware [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.119916] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb0843c-1daa-4c3d-8012-f4219a660e12 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.131215] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af19f063-8d2e-4f9a-a70e-312d0735445e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.135766] env[69751]: INFO nova.scheduler.client.report [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted allocations for instance fb6c0765-2a9a-4ea9-9676-f288de23d822 [ 984.152177] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 984.157881] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.158165] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 984.158449] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3546a57b-1329-4945-8209-386aa4c44a60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.171278] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "4dd46da4-1563-45ec-9733-7ecf7df52723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.171587] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.171804] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "4dd46da4-1563-45ec-9733-7ecf7df52723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.171992] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.172177] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.174451] env[69751]: INFO nova.compute.manager [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Terminating instance [ 984.183807] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 984.183807] env[69751]: value = "task-3483682" [ 984.183807] env[69751]: _type = "Task" [ 984.183807] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.194207] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483682, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.369416] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "70b84da0-e146-43d8-a489-e4685eb4e59d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.369701] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.369943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "70b84da0-e146-43d8-a489-e4685eb4e59d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.370147] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.370317] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.373497] env[69751]: INFO nova.compute.manager [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Terminating instance [ 984.522635] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076491} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.522987] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.524146] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a636dc23-a392-4473-a72b-014d37906c77 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.544542] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e/5e1a60f7-f1ea-4822-af4f-04ce7ed6601e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.544798] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20d7285d-2813-4d5b-b6f2-034a81370d9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.565414] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 984.565414] env[69751]: value = "task-3483683" [ 984.565414] env[69751]: _type = "Task" [ 984.565414] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.572938] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.590281] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.610987] env[69751]: INFO nova.compute.claims [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.643656] env[69751]: DEBUG oslo_concurrency.lockutils [None req-af57b48b-e5d8-474f-a082-4336fdbff7e4 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "fb6c0765-2a9a-4ea9-9676-f288de23d822" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.544s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.679199] env[69751]: DEBUG nova.compute.manager [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.679430] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.680509] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8f6231-5333-472a-9551-a468ae3f500d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.690477] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.691030] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e7bc63-3032-4f14-979e-fb2bde87d0ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.695858] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483682, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.698042] env[69751]: DEBUG oslo_vmware.api [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 984.698042] env[69751]: value = "task-3483684" [ 984.698042] env[69751]: _type = "Task" [ 984.698042] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.705772] env[69751]: DEBUG oslo_vmware.api [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.880022] env[69751]: DEBUG nova.compute.manager [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 984.880022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 984.880022] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdf8e71-85ea-4c3e-9ceb-15ea13600e1d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.887902] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 984.888421] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caa26ebc-320c-48b9-9189-6934fb4a96f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.899065] env[69751]: DEBUG oslo_vmware.api [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 984.899065] env[69751]: value = "task-3483685" [ 984.899065] env[69751]: _type = "Task" [ 984.899065] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.908895] env[69751]: DEBUG oslo_vmware.api [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.078920] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.118027] env[69751]: INFO nova.compute.resource_tracker [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating resource usage from migration 5ba7e478-5961-4032-ab53-d1a7df14b160 [ 985.196476] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483682, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.208020] env[69751]: DEBUG oslo_vmware.api [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483684, 'name': PowerOffVM_Task, 'duration_secs': 0.235395} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.208383] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.208494] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.211078] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc46cfb6-658f-470e-97ec-239e4180e3b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.281575] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.281813] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.281998] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleting the datastore file [datastore1] 4dd46da4-1563-45ec-9733-7ecf7df52723 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.282366] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-309a79c9-a4b0-403d-97ba-b1bdc4ae92cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.292362] env[69751]: DEBUG oslo_vmware.api [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 985.292362] env[69751]: value = "task-3483687" [ 985.292362] env[69751]: _type = "Task" [ 985.292362] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.302061] env[69751]: DEBUG oslo_vmware.api [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.411062] env[69751]: DEBUG oslo_vmware.api [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483685, 'name': PowerOffVM_Task, 'duration_secs': 0.449907} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.413956] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.414139] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.414558] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ee78328-2c76-4904-8f4b-1773e2edfa0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.481704] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "8c2769e9-4ec5-420e-9c22-8102db2e652e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.482122] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.482350] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "8c2769e9-4ec5-420e-9c22-8102db2e652e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.482599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.482851] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.486036] env[69751]: INFO nova.compute.manager [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Terminating instance [ 985.502457] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.502457] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.502653] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleting the datastore file [datastore1] 70b84da0-e146-43d8-a489-e4685eb4e59d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.502810] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa421365-74c4-46c7-aae8-19eaeb8ad329 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.512362] env[69751]: DEBUG oslo_vmware.api [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for the task: (returnval){ [ 985.512362] env[69751]: value = "task-3483689" [ 985.512362] env[69751]: _type = "Task" [ 985.512362] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.521441] env[69751]: DEBUG oslo_vmware.api [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.577741] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.589037] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cefa247-4a5d-42bf-9653-3040c65078d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.596301] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8006d7c-f5a3-4be6-8043-302a497efb38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.626254] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e685b80-5eb6-41c3-a159-5518cb23b071 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.634148] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af2f4a7-7bad-47be-9883-af1e7e238a13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.649106] env[69751]: DEBUG nova.compute.provider_tree [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.696204] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483682, 'name': CreateVM_Task, 'duration_secs': 1.360243} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.696393] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.696756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.696917] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.697260] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.697582] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51cdcd2-3694-4ea4-9ff7-3cd539d993dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.703952] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 985.703952] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5241b949-f781-d0f4-2dad-7dc09c3e8a63" [ 985.703952] env[69751]: _type = "Task" [ 985.703952] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.713068] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5241b949-f781-d0f4-2dad-7dc09c3e8a63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.802227] env[69751]: DEBUG oslo_vmware.api [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137113} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.802473] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 985.802654] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 985.802825] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 985.803029] env[69751]: INFO nova.compute.manager [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Took 1.12 seconds to destroy the instance on the hypervisor. [ 985.803261] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.803448] env[69751]: DEBUG nova.compute.manager [-] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 985.803542] env[69751]: DEBUG nova.network.neutron [-] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 985.990212] env[69751]: DEBUG nova.compute.manager [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 985.990474] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.991333] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f536ba-3086-4ccf-9490-b5e718ec6262 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.999914] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.002177] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c8bff3e-66b3-4dbb-9b59-64b7dc451e4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.011503] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 986.011503] env[69751]: value = "task-3483690" [ 986.011503] env[69751]: _type = "Task" [ 986.011503] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.027362] env[69751]: DEBUG oslo_vmware.api [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Task: {'id': task-3483689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158899} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.030406] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.030502] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.030643] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.031026] env[69751]: INFO nova.compute.manager [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 986.031098] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.031294] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.031515] env[69751]: DEBUG nova.compute.manager [-] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 986.031609] env[69751]: DEBUG nova.network.neutron [-] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 986.054949] env[69751]: DEBUG nova.compute.manager [req-c8c23280-b349-4372-ab8b-24c03109d791 req-49b983dd-be91-449b-8ca9-c0c405d3dbb7 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Received event network-vif-deleted-81b4e5eb-49ad-4709-b1d1-ba8f7107a857 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.055166] env[69751]: INFO nova.compute.manager [req-c8c23280-b349-4372-ab8b-24c03109d791 req-49b983dd-be91-449b-8ca9-c0c405d3dbb7 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Neutron deleted interface 81b4e5eb-49ad-4709-b1d1-ba8f7107a857; detaching it from the instance and deleting it from the info cache [ 986.055337] env[69751]: DEBUG nova.network.neutron [req-c8c23280-b349-4372-ab8b-24c03109d791 req-49b983dd-be91-449b-8ca9-c0c405d3dbb7 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.079378] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483683, 'name': ReconfigVM_Task, 'duration_secs': 1.1934} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.081424] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e/5e1a60f7-f1ea-4822-af4f-04ce7ed6601e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.082094] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62b5f6b2-cfec-496e-ab8e-6c61675aeb15 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.090666] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 986.090666] env[69751]: value = "task-3483691" [ 986.090666] env[69751]: _type = "Task" [ 986.090666] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.099717] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483691, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.153750] env[69751]: DEBUG nova.scheduler.client.report [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.216012] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5241b949-f781-d0f4-2dad-7dc09c3e8a63, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.216336] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.216827] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.217119] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.217271] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.217511] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.217781] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ec9ec89-faa7-4ed3-ab3a-eae9bcd678bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.230009] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.230209] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.230969] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34bcc680-f850-424c-b626-8ec8ec3c5ab8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.238302] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 986.238302] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5245eb41-b1b9-9080-cc99-b58d14462e48" [ 986.238302] env[69751]: _type = "Task" [ 986.238302] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.249770] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5245eb41-b1b9-9080-cc99-b58d14462e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.366181] env[69751]: DEBUG nova.compute.manager [req-02c0bb3a-f176-4964-8bb5-fa2ef02f980d req-77264a61-1e1f-45f2-a48a-6ded5bd6065a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Received event network-vif-deleted-7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.366692] env[69751]: INFO nova.compute.manager [req-02c0bb3a-f176-4964-8bb5-fa2ef02f980d req-77264a61-1e1f-45f2-a48a-6ded5bd6065a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Neutron deleted interface 7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c; detaching it from the instance and deleting it from the info cache [ 986.366830] env[69751]: DEBUG nova.network.neutron [req-02c0bb3a-f176-4964-8bb5-fa2ef02f980d req-77264a61-1e1f-45f2-a48a-6ded5bd6065a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.524276] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.536865] env[69751]: DEBUG nova.network.neutron [-] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.559094] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24284530-0a87-4bca-802d-c3e04a162c2d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.569924] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583c7b5d-b66a-4c68-8af9-e55aeee79c0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.609067] env[69751]: DEBUG nova.compute.manager [req-c8c23280-b349-4372-ab8b-24c03109d791 req-49b983dd-be91-449b-8ca9-c0c405d3dbb7 service nova] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Detach interface failed, port_id=81b4e5eb-49ad-4709-b1d1-ba8f7107a857, reason: Instance 4dd46da4-1563-45ec-9733-7ecf7df52723 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 986.614928] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483691, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.657823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.551s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.658028] env[69751]: INFO nova.compute.manager [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Migrating [ 986.664203] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.644s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.664377] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.664531] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 986.664808] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.268s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.667176] env[69751]: INFO nova.compute.claims [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.672947] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c2bd42-abb6-4635-94e3-d6b8abfcd491 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.687164] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629a9c47-6766-4931-927c-9f77ef7d90e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.705466] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdb18e5-4584-435b-a158-4f0314bd6a30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.714256] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59206d6-88e2-429c-93c3-ca5774f287df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.749579] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177795MB free_disk=91GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 986.749740] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.760234] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5245eb41-b1b9-9080-cc99-b58d14462e48, 'name': SearchDatastore_Task, 'duration_secs': 0.041785} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.760408] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3b3f68-43ca-4a15-9034-679449bc8ec7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.768318] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 986.768318] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52382417-72be-f2e6-db78-d8d0bc9e76e7" [ 986.768318] env[69751]: _type = "Task" [ 986.768318] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.777696] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52382417-72be-f2e6-db78-d8d0bc9e76e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.789248] env[69751]: DEBUG nova.network.neutron [-] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.869623] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a104151-d23f-4ade-a01c-08e045778f85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.880517] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce59400d-835c-4273-a248-cb653537de35 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.921096] env[69751]: DEBUG nova.compute.manager [req-02c0bb3a-f176-4964-8bb5-fa2ef02f980d req-77264a61-1e1f-45f2-a48a-6ded5bd6065a service nova] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Detach interface failed, port_id=7f77d32f-fa5e-44d7-aab2-6895bc5bfb6c, reason: Instance 70b84da0-e146-43d8-a489-e4685eb4e59d could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 987.023663] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483690, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.039515] env[69751]: INFO nova.compute.manager [-] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Took 1.24 seconds to deallocate network for instance. [ 987.102839] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483691, 'name': Rename_Task, 'duration_secs': 0.764807} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.102839] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.103385] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62e59ce2-5c2d-43fe-9e1d-3e6f76017f1f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.113592] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 987.113592] env[69751]: value = "task-3483692" [ 987.113592] env[69751]: _type = "Task" [ 987.113592] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.129127] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.183176] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.183498] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.183720] env[69751]: DEBUG nova.network.neutron [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.281937] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52382417-72be-f2e6-db78-d8d0bc9e76e7, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.282902] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.283071] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.283353] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4ec1cda-1dd9-4146-9172-2a31bcb890d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.293043] env[69751]: INFO nova.compute.manager [-] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Took 1.26 seconds to deallocate network for instance. [ 987.293043] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 987.293043] env[69751]: value = "task-3483693" [ 987.293043] env[69751]: _type = "Task" [ 987.293043] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.306784] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.524224] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483690, 'name': PowerOffVM_Task, 'duration_secs': 1.153587} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.524939] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.524939] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.525344] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0022f57-d85e-4dc9-8f78-3a65a169b473 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.546823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.622428] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.623162] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.623162] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleting the datastore file [datastore2] 8c2769e9-4ec5-420e-9c22-8102db2e652e {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.626822] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ec6ce69-563d-4752-9fd4-3d4728471ec0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.628981] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483692, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.637253] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 987.637253] env[69751]: value = "task-3483695" [ 987.637253] env[69751]: _type = "Task" [ 987.637253] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.646529] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.778798] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Acquiring lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.779215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.779407] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Acquiring lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.779615] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.779787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.782225] env[69751]: INFO nova.compute.manager [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Terminating instance [ 987.801962] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.808670] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483693, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.902973] env[69751]: DEBUG nova.network.neutron [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [{"id": "fda5da2e-9c65-4501-9807-e0283531428e", "address": "fa:16:3e:c8:65:71", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda5da2e-9c", "ovs_interfaceid": "fda5da2e-9c65-4501-9807-e0283531428e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.123750] env[69751]: DEBUG oslo_vmware.api [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483692, 'name': PowerOnVM_Task, 'duration_secs': 0.560326} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.126292] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.126505] env[69751]: INFO nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Took 6.84 seconds to spawn the instance on the hypervisor. [ 988.126737] env[69751]: DEBUG nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.127970] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b27d9d-c222-46d6-8e19-10cfcdf82b0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.138202] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01463888-ce2f-4565-a7ab-d24bf4791548 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.167571] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.169963] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093b15e0-e19e-4099-b605-2cc604677d37 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.203210] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071d4e09-0af3-4d9f-97a3-acb4ccefa037 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.212184] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20378b1-3ddf-4e09-995f-6d483a92edbd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.229069] env[69751]: DEBUG nova.compute.provider_tree [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.288244] env[69751]: DEBUG nova.compute.manager [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 988.288466] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 988.288720] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59dcc264-a9c4-4393-b7c7-05ac878ddcca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.301959] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 988.301959] env[69751]: value = "task-3483696" [ 988.301959] env[69751]: _type = "Task" [ 988.301959] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.309268] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528431} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.309900] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.310161] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.310458] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3109c130-84b0-4f26-a3b4-cd9f8dd91bb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.315376] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.322381] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 988.322381] env[69751]: value = "task-3483697" [ 988.322381] env[69751]: _type = "Task" [ 988.322381] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.332181] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.406070] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.650907] env[69751]: INFO nova.compute.manager [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Took 46.23 seconds to build instance. [ 988.659064] env[69751]: DEBUG oslo_vmware.api [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.721094} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.659419] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.659617] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.659795] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.660096] env[69751]: INFO nova.compute.manager [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Took 2.67 seconds to destroy the instance on the hypervisor. [ 988.660229] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.660623] env[69751]: DEBUG nova.compute.manager [-] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.660692] env[69751]: DEBUG nova.network.neutron [-] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.732253] env[69751]: DEBUG nova.scheduler.client.report [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.813218] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483696, 'name': PowerOffVM_Task, 'duration_secs': 0.32669} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.813366] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.813602] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 988.813853] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696326', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'name': 'volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f886668c-02f3-4ea7-8ba3-eca7a392a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'serial': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 988.814697] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4746ff18-b835-432f-808b-beecfbfc7b62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.843054] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08b5f33-bdbb-4e81-99c4-83296ef1d81f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.851181] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067064} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.853073] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.854047] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd54ca3f-0a75-4a9d-8751-5d97e5669e34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.857026] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952769c-d765-4c8a-a453-0815bd0c3e8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.877381] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.892337] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b25c739f-ca8f-40b3-99b5-8d1284a1bf5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.906729] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74182227-cd2d-4952-aed8-32ee803766be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.916465] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 988.916465] env[69751]: value = "task-3483698" [ 988.916465] env[69751]: _type = "Task" [ 988.916465] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.931781] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce/volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 988.938344] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 988.943820] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7250d53-612b-4c16-960d-186bba453666 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.957956] env[69751]: DEBUG nova.compute.manager [req-76000038-8567-4dda-a5d5-c4aaa37a92ec req-5ef5cc31-95a4-4922-aabf-63adde36569a service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Received event network-vif-deleted-80b6eac0-d6f4-4a71-9619-836e5e37e9bc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.958179] env[69751]: INFO nova.compute.manager [req-76000038-8567-4dda-a5d5-c4aaa37a92ec req-5ef5cc31-95a4-4922-aabf-63adde36569a service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Neutron deleted interface 80b6eac0-d6f4-4a71-9619-836e5e37e9bc; detaching it from the instance and deleting it from the info cache [ 988.958355] env[69751]: DEBUG nova.network.neutron [req-76000038-8567-4dda-a5d5-c4aaa37a92ec req-5ef5cc31-95a4-4922-aabf-63adde36569a service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.960066] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483698, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.966900] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 988.966900] env[69751]: value = "task-3483699" [ 988.966900] env[69751]: _type = "Task" [ 988.966900] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.976666] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.156208] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ab2fcabc-1b49-43af-b560-b3b7041ae9ff tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.087s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.237658] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.238206] env[69751]: DEBUG nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.240798] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.359s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.242171] env[69751]: INFO nova.compute.claims [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.417398] env[69751]: DEBUG nova.network.neutron [-] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.428639] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.462385] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76c9189b-d6c5-421e-909f-779e2aa42012 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.475369] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5cf15b-6d8b-4597-a8c7-19140253c423 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.489030] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483699, 'name': ReconfigVM_Task, 'duration_secs': 0.174727} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.489673] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 989.494241] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7787ef-cc31-4e2b-9427-a2566b1fac40 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.520322] env[69751]: DEBUG nova.compute.manager [req-76000038-8567-4dda-a5d5-c4aaa37a92ec req-5ef5cc31-95a4-4922-aabf-63adde36569a service nova] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Detach interface failed, port_id=80b6eac0-d6f4-4a71-9619-836e5e37e9bc, reason: Instance 8c2769e9-4ec5-420e-9c22-8102db2e652e could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.529026] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 989.529026] env[69751]: value = "task-3483700" [ 989.529026] env[69751]: _type = "Task" [ 989.529026] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.550466] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.749166] env[69751]: DEBUG nova.compute.utils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.750566] env[69751]: DEBUG nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.750740] env[69751]: DEBUG nova.network.neutron [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.807257] env[69751]: DEBUG nova.policy [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0688b8acea0248fc9e771db8157be6f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33279992d4e542ad94ce9a0e38fb58f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.924440] env[69751]: INFO nova.compute.manager [-] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Took 1.26 seconds to deallocate network for instance. [ 989.926059] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6349c4-2bc2-4a16-b93e-9786fd59911b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.935843] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.949027] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance '6c7fe985-3b75-466f-b252-39a0a560d0d8' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.038671] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483700, 'name': ReconfigVM_Task, 'duration_secs': 0.169209} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.039156] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696326', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'name': 'volume-aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f886668c-02f3-4ea7-8ba3-eca7a392a8e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce', 'serial': 'aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 990.039603] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.040467] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8818b5-9947-4021-aa04-8a3a41e631ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.047824] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.048208] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7dc09c-48b5-4809-906a-783284a2b847 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.061450] env[69751]: DEBUG nova.network.neutron [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Successfully created port: 81941e93-26ac-44fd-bfaf-0f3a7167fe23 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.116781] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.116781] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.116781] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Deleting the datastore file [datastore1] f886668c-02f3-4ea7-8ba3-eca7a392a8e4 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.116781] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-910dced4-7b3e-40e9-8a85-a2c6f0b097a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.125170] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for the task: (returnval){ [ 990.125170] env[69751]: value = "task-3483702" [ 990.125170] env[69751]: _type = "Task" [ 990.125170] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.133637] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.254538] env[69751]: DEBUG nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.440713] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.442232] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483698, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.456675] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.456955] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d48201b-6eb1-4e3a-913b-e060cf499663 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.465754] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 990.465754] env[69751]: value = "task-3483703" [ 990.465754] env[69751]: _type = "Task" [ 990.465754] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.475709] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.637956] env[69751]: DEBUG oslo_vmware.api [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Task: {'id': task-3483702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107802} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.640786] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.640786] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.640786] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.640786] env[69751]: INFO nova.compute.manager [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Took 2.35 seconds to destroy the instance on the hypervisor. [ 990.640786] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.640786] env[69751]: DEBUG nova.compute.manager [-] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 990.640786] env[69751]: DEBUG nova.network.neutron [-] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 990.804092] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bab00e-31e7-4a15-bd31-c31ec634a7ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.811378] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ed247b-3248-4983-92c4-3e50a2c70138 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.846704] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41c6161-9f38-4b0f-99c3-7da6f7d334b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.855342] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68409f4c-20aa-4698-9fc8-cfde62080b07 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.876683] env[69751]: DEBUG nova.compute.provider_tree [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.930166] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483698, 'name': ReconfigVM_Task, 'duration_secs': 1.839353} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.930823] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.931591] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f9ac55-9e73-4bcc-9292-71cb52f0cf45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.940378] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 990.940378] env[69751]: value = "task-3483704" [ 990.940378] env[69751]: _type = "Task" [ 990.940378] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.950509] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483704, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.976400] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483703, 'name': PowerOffVM_Task, 'duration_secs': 0.479376} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.976703] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.976902] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance '6c7fe985-3b75-466f-b252-39a0a560d0d8' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 991.207810] env[69751]: DEBUG nova.compute.manager [req-f8cdfa78-9082-4313-8604-6a84bac14566 req-d18c73ed-fc4b-4e80-9589-94386ec037ec service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Received event network-vif-deleted-437a4035-ce4e-42d6-bff1-14158711c0a3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.207991] env[69751]: INFO nova.compute.manager [req-f8cdfa78-9082-4313-8604-6a84bac14566 req-d18c73ed-fc4b-4e80-9589-94386ec037ec service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Neutron deleted interface 437a4035-ce4e-42d6-bff1-14158711c0a3; detaching it from the instance and deleting it from the info cache [ 991.208183] env[69751]: DEBUG nova.network.neutron [req-f8cdfa78-9082-4313-8604-6a84bac14566 req-d18c73ed-fc4b-4e80-9589-94386ec037ec service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.268914] env[69751]: DEBUG nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.295612] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.295877] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.296043] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.296251] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.296369] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.296513] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.296717] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.296870] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.298695] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.298945] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.299151] env[69751]: DEBUG nova.virt.hardware [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.303409] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c4b23a-a966-45e1-bbe1-3d74037d2b5e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.313335] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632af9ce-24d3-4230-bc52-549ff59e1ece {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.380531] env[69751]: DEBUG nova.scheduler.client.report [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.451752] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483704, 'name': Rename_Task, 'duration_secs': 0.331039} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.452037] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.452290] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46540f34-eb52-453d-9e64-34950ec559d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.459597] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 991.459597] env[69751]: value = "task-3483705" [ 991.459597] env[69751]: _type = "Task" [ 991.459597] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.468193] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.486221] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.486452] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.487078] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.487078] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.487078] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.487234] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.487332] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.487517] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.487706] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.487873] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.488071] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.493246] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9dd646b-ca6f-42a1-afcf-5e8f491e3a3f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.509390] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 991.509390] env[69751]: value = "task-3483706" [ 991.509390] env[69751]: _type = "Task" [ 991.509390] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.519071] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.581023] env[69751]: DEBUG nova.compute.manager [req-2e0129cb-6378-4c18-9949-b2d45c153a4b req-5349950b-f7e1-4741-9ada-b2439ca57860 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Received event network-vif-plugged-81941e93-26ac-44fd-bfaf-0f3a7167fe23 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.581247] env[69751]: DEBUG oslo_concurrency.lockutils [req-2e0129cb-6378-4c18-9949-b2d45c153a4b req-5349950b-f7e1-4741-9ada-b2439ca57860 service nova] Acquiring lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.581464] env[69751]: DEBUG oslo_concurrency.lockutils [req-2e0129cb-6378-4c18-9949-b2d45c153a4b req-5349950b-f7e1-4741-9ada-b2439ca57860 service nova] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.581634] env[69751]: DEBUG oslo_concurrency.lockutils [req-2e0129cb-6378-4c18-9949-b2d45c153a4b req-5349950b-f7e1-4741-9ada-b2439ca57860 service nova] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.581801] env[69751]: DEBUG nova.compute.manager [req-2e0129cb-6378-4c18-9949-b2d45c153a4b req-5349950b-f7e1-4741-9ada-b2439ca57860 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] No waiting events found dispatching network-vif-plugged-81941e93-26ac-44fd-bfaf-0f3a7167fe23 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 991.581975] env[69751]: WARNING nova.compute.manager [req-2e0129cb-6378-4c18-9949-b2d45c153a4b req-5349950b-f7e1-4741-9ada-b2439ca57860 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Received unexpected event network-vif-plugged-81941e93-26ac-44fd-bfaf-0f3a7167fe23 for instance with vm_state building and task_state spawning. [ 991.683770] env[69751]: DEBUG nova.network.neutron [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Successfully updated port: 81941e93-26ac-44fd-bfaf-0f3a7167fe23 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 991.690811] env[69751]: DEBUG nova.network.neutron [-] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.713135] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-15dcd901-7700-4c6f-bb4e-0575fa5c18c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.721926] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2088d77f-ae7d-496d-a60e-3972297955aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.761774] env[69751]: DEBUG nova.compute.manager [req-f8cdfa78-9082-4313-8604-6a84bac14566 req-d18c73ed-fc4b-4e80-9589-94386ec037ec service nova] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Detach interface failed, port_id=437a4035-ce4e-42d6-bff1-14158711c0a3, reason: Instance f886668c-02f3-4ea7-8ba3-eca7a392a8e4 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 991.888574] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.889197] env[69751]: DEBUG nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.892469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.181s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.892696] env[69751]: DEBUG nova.objects.instance [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 991.971326] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483705, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.019848] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483706, 'name': ReconfigVM_Task, 'duration_secs': 0.190284} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.020202] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance '6c7fe985-3b75-466f-b252-39a0a560d0d8' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 992.185530] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-845dfeb5-2468-4c7c-8ff3-df2351da69ff" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.185716] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-845dfeb5-2468-4c7c-8ff3-df2351da69ff" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.185868] env[69751]: DEBUG nova.network.neutron [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.194114] env[69751]: INFO nova.compute.manager [-] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Took 1.55 seconds to deallocate network for instance. [ 992.399223] env[69751]: DEBUG nova.compute.utils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 992.405539] env[69751]: DEBUG nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 992.405641] env[69751]: DEBUG nova.network.neutron [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 992.455187] env[69751]: DEBUG nova.policy [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ed13013bcc14883857744dfce462f33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9125d903b68f45238eab0073af04a4bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 992.474716] env[69751]: DEBUG oslo_vmware.api [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483705, 'name': PowerOnVM_Task, 'duration_secs': 0.576615} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.475058] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.475391] env[69751]: INFO nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Took 8.39 seconds to spawn the instance on the hypervisor. [ 992.475690] env[69751]: DEBUG nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.476945] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3364be7-74c9-4d3b-b532-cd5f399aa4cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.527331] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39e725b4-a850-40f0-adfc-00da656534fa',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1925727872',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.527719] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.527972] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.528290] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.528539] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.528787] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.529136] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.529411] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.529694] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.529975] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.530289] env[69751]: DEBUG nova.virt.hardware [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.539700] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 992.540520] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b3ba2e-7c73-49ab-8112-51bd50153fa9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.572623] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 992.572623] env[69751]: value = "task-3483707" [ 992.572623] env[69751]: _type = "Task" [ 992.572623] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.592249] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.733709] env[69751]: DEBUG nova.network.neutron [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.763867] env[69751]: INFO nova.compute.manager [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Took 0.57 seconds to detach 1 volumes for instance. [ 992.769641] env[69751]: DEBUG nova.compute.manager [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Deleting volume: aa3ee9b3-3766-4d4a-96ef-c15c3611a2ce {{(pid=69751) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 992.866108] env[69751]: DEBUG nova.network.neutron [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Successfully created port: 39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.909974] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5016997d-3103-45b3-9b51-45f203b5bd7b tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.914021] env[69751]: DEBUG nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.914578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.789s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.916947] env[69751]: INFO nova.compute.claims [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.001535] env[69751]: INFO nova.compute.manager [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Took 48.08 seconds to build instance. [ 993.083558] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483707, 'name': ReconfigVM_Task, 'duration_secs': 0.255275} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.086323] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 993.087654] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5bc13d-e5ce-49b6-9f0b-f0c524209ac7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.111773] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.112144] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86e1f9d-fda1-41bc-85ac-008e90486a9d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.134693] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 993.134693] env[69751]: value = "task-3483709" [ 993.134693] env[69751]: _type = "Task" [ 993.134693] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.143237] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.181822] env[69751]: DEBUG nova.network.neutron [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Updating instance_info_cache with network_info: [{"id": "81941e93-26ac-44fd-bfaf-0f3a7167fe23", "address": "fa:16:3e:6f:7f:ec", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81941e93-26", "ovs_interfaceid": "81941e93-26ac-44fd-bfaf-0f3a7167fe23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.319704] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.503937] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3991eb57-68dc-4861-95b5-624cbf802030 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.241s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.610382] env[69751]: DEBUG nova.compute.manager [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Received event network-changed-81941e93-26ac-44fd-bfaf-0f3a7167fe23 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.610582] env[69751]: DEBUG nova.compute.manager [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Refreshing instance network info cache due to event network-changed-81941e93-26ac-44fd-bfaf-0f3a7167fe23. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.610776] env[69751]: DEBUG oslo_concurrency.lockutils [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] Acquiring lock "refresh_cache-845dfeb5-2468-4c7c-8ff3-df2351da69ff" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.649370] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.684898] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-845dfeb5-2468-4c7c-8ff3-df2351da69ff" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.685316] env[69751]: DEBUG nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Instance network_info: |[{"id": "81941e93-26ac-44fd-bfaf-0f3a7167fe23", "address": "fa:16:3e:6f:7f:ec", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81941e93-26", "ovs_interfaceid": "81941e93-26ac-44fd-bfaf-0f3a7167fe23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.685722] env[69751]: DEBUG oslo_concurrency.lockutils [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] Acquired lock "refresh_cache-845dfeb5-2468-4c7c-8ff3-df2351da69ff" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.685990] env[69751]: DEBUG nova.network.neutron [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Refreshing network info cache for port 81941e93-26ac-44fd-bfaf-0f3a7167fe23 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.687709] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81941e93-26ac-44fd-bfaf-0f3a7167fe23', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.700500] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating folder: Project (33279992d4e542ad94ce9a0e38fb58f9). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.702934] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cecba443-7cf0-4e70-97bb-fe298dcb8f18 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.716689] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created folder: Project (33279992d4e542ad94ce9a0e38fb58f9) in parent group-v696263. [ 993.716764] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating folder: Instances. Parent ref: group-v696437. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 993.717013] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9cd0a75-ba06-4116-ae22-8cf445111f49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.728218] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created folder: Instances in parent group-v696437. [ 993.728554] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.728804] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.729026] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b334a02d-8485-4c41-be9a-c7d21efa2a9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.751659] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 993.751659] env[69751]: value = "task-3483712" [ 993.751659] env[69751]: _type = "Task" [ 993.751659] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.762554] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483712, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.932586] env[69751]: DEBUG nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.956485] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.956782] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.956960] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.957177] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.957340] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.957557] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.957801] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.957980] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.958193] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.958377] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.958584] env[69751]: DEBUG nova.virt.hardware [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.959856] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b1133-4e0c-4ef5-82df-d1396fe77e0a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.973816] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80be85c-7e0b-4267-9e6e-d02bf5da0ac1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.058488] env[69751]: INFO nova.compute.manager [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Rebuilding instance [ 994.098729] env[69751]: DEBUG nova.compute.manager [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.099577] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5bf97e-74f5-4bf1-bc0c-828e8ff33093 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.148497] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483709, 'name': ReconfigVM_Task, 'duration_secs': 0.700188} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.148604] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.148789] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance '6c7fe985-3b75-466f-b252-39a0a560d0d8' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.264435] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483712, 'name': CreateVM_Task, 'duration_secs': 0.365069} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.264950] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.268254] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.268576] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.269002] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.269752] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a68ae958-9c88-437a-a239-f215d28683ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.276066] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 994.276066] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fbffd4-c4d2-f38f-dbb5-7b3f346ccb54" [ 994.276066] env[69751]: _type = "Task" [ 994.276066] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.285557] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fbffd4-c4d2-f38f-dbb5-7b3f346ccb54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.431014] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6afbae6-866d-4a8d-955a-09b08ae1b6e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.439371] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b2e20e-ca76-4e42-969e-da9ed455a5c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.471957] env[69751]: DEBUG nova.network.neutron [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Updated VIF entry in instance network info cache for port 81941e93-26ac-44fd-bfaf-0f3a7167fe23. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.472334] env[69751]: DEBUG nova.network.neutron [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Updating instance_info_cache with network_info: [{"id": "81941e93-26ac-44fd-bfaf-0f3a7167fe23", "address": "fa:16:3e:6f:7f:ec", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81941e93-26", "ovs_interfaceid": "81941e93-26ac-44fd-bfaf-0f3a7167fe23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.473957] env[69751]: DEBUG nova.network.neutron [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Successfully updated port: 39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.475367] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c598dc33-6301-4021-89a3-1f8623b9df00 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.485174] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880c3fb3-03bf-4890-b054-56a0eb28f902 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.500823] env[69751]: DEBUG nova.compute.provider_tree [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.659504] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e848196-8198-439f-835a-845ef2c07415 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.679018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1aa042c-365c-4506-bac6-9e0968ddccf0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.697628] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance '6c7fe985-3b75-466f-b252-39a0a560d0d8' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.787236] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fbffd4-c4d2-f38f-dbb5-7b3f346ccb54, 'name': SearchDatastore_Task, 'duration_secs': 0.016506} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.787236] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.787236] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.787236] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.787438] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.787536] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.787810] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fbac5bd-2c37-4293-ac83-553850e7a852 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.798056] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.798259] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.799039] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89e740c1-7dde-42f6-907a-2d444f43fd9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.805372] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 994.805372] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff84c8-e5d7-607c-a927-1b4fe5cb565e" [ 994.805372] env[69751]: _type = "Task" [ 994.805372] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.813531] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff84c8-e5d7-607c-a927-1b4fe5cb565e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.979294] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.979457] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.979613] env[69751]: DEBUG nova.network.neutron [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.981589] env[69751]: DEBUG oslo_concurrency.lockutils [req-ad12c738-e966-4a6d-a08e-6b4fd44ee58d req-3e3d8f8b-48c8-4177-80e7-9fe6b0b4fb82 service nova] Releasing lock "refresh_cache-845dfeb5-2468-4c7c-8ff3-df2351da69ff" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.005521] env[69751]: DEBUG nova.scheduler.client.report [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.114486] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.114836] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17f26d50-adc2-4130-9c5d-1ba7b3df3bfb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.123142] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 995.123142] env[69751]: value = "task-3483713" [ 995.123142] env[69751]: _type = "Task" [ 995.123142] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.131499] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.248644] env[69751]: DEBUG nova.network.neutron [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Port fda5da2e-9c65-4501-9807-e0283531428e binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 995.319034] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff84c8-e5d7-607c-a927-1b4fe5cb565e, 'name': SearchDatastore_Task, 'duration_secs': 0.027223} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.321296] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf551a4-b621-45ac-bb47-d79dc7c07d8f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.325773] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 995.325773] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52df5002-ee1f-167d-b200-13f51f8b5bf7" [ 995.325773] env[69751]: _type = "Task" [ 995.325773] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.335317] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52df5002-ee1f-167d-b200-13f51f8b5bf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.511009] env[69751]: DEBUG nova.network.neutron [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.513388] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.513866] env[69751]: DEBUG nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.516944] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.980s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.517215] env[69751]: DEBUG nova.objects.instance [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lazy-loading 'resources' on Instance uuid 677e67e0-f5a4-412b-8ec8-348e690b83f2 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.633908] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483713, 'name': PowerOffVM_Task, 'duration_secs': 0.259048} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.634202] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.634437] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.635216] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb8a933-fc67-4b38-b7e5-d5c16f4f25c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.640632] env[69751]: DEBUG nova.compute.manager [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Received event network-vif-plugged-39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.640771] env[69751]: DEBUG oslo_concurrency.lockutils [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] Acquiring lock "c3f35115-410c-465c-a9f1-78d7d74976c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.640980] env[69751]: DEBUG oslo_concurrency.lockutils [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.641190] env[69751]: DEBUG oslo_concurrency.lockutils [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.641358] env[69751]: DEBUG nova.compute.manager [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] No waiting events found dispatching network-vif-plugged-39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 995.641547] env[69751]: WARNING nova.compute.manager [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Received unexpected event network-vif-plugged-39ba5ffc-f271-4fb6-bac4-0f64084524b0 for instance with vm_state building and task_state spawning. [ 995.641668] env[69751]: DEBUG nova.compute.manager [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Received event network-changed-39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.641919] env[69751]: DEBUG nova.compute.manager [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Refreshing instance network info cache due to event network-changed-39ba5ffc-f271-4fb6-bac4-0f64084524b0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.642116] env[69751]: DEBUG oslo_concurrency.lockutils [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] Acquiring lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.644557] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 995.644789] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63ecbfe7-9654-4f17-8063-6a6f1a1fe5da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.672470] env[69751]: DEBUG nova.network.neutron [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updating instance_info_cache with network_info: [{"id": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "address": "fa:16:3e:30:8b:dd", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba5ffc-f2", "ovs_interfaceid": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.674400] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 995.674604] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 995.674786] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleting the datastore file [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 995.675532] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-772c2bf4-82d7-41f0-9e17-ae106f97c953 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.682865] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 995.682865] env[69751]: value = "task-3483715" [ 995.682865] env[69751]: _type = "Task" [ 995.682865] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.692172] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.837968] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52df5002-ee1f-167d-b200-13f51f8b5bf7, 'name': SearchDatastore_Task, 'duration_secs': 0.029348} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.838389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.838816] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.839246] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c0327b7-0109-47cd-91d4-8d899ea6adb1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.847420] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 995.847420] env[69751]: value = "task-3483716" [ 995.847420] env[69751]: _type = "Task" [ 995.847420] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.856792] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.020031] env[69751]: DEBUG nova.compute.utils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.021787] env[69751]: DEBUG nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.025021] env[69751]: DEBUG nova.network.neutron [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.082982] env[69751]: DEBUG nova.policy [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7405cd1bfe475a88f481a24d3bb7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9413a7f46dca4897a391dc99db0e5085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.179381] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.179833] env[69751]: DEBUG nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Instance network_info: |[{"id": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "address": "fa:16:3e:30:8b:dd", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba5ffc-f2", "ovs_interfaceid": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.180297] env[69751]: DEBUG oslo_concurrency.lockutils [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] Acquired lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.180614] env[69751]: DEBUG nova.network.neutron [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Refreshing network info cache for port 39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.182453] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:8b:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39ba5ffc-f271-4fb6-bac4-0f64084524b0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.193106] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating folder: Project (9125d903b68f45238eab0073af04a4bd). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.197312] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9edc0774-1b28-46cb-8222-a041d83d5af5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.213707] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096899} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.214038] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.214246] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.214430] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.221404] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created folder: Project (9125d903b68f45238eab0073af04a4bd) in parent group-v696263. [ 996.221620] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating folder: Instances. Parent ref: group-v696440. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 996.227022] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfa5c6db-aa81-43f1-9e19-ee24d427df9d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.238572] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created folder: Instances in parent group-v696440. [ 996.238873] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.239137] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.241999] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71840b45-366b-424c-beb9-2795eda79041 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.280480] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.280741] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.280925] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.287140] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.287140] env[69751]: value = "task-3483719" [ 996.287140] env[69751]: _type = "Task" [ 996.287140] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.301118] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483719, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.359875] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.449904] env[69751]: DEBUG nova.network.neutron [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Successfully created port: 8ea042a1-316f-437b-a350-9a40c7aa6ea2 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.525616] env[69751]: DEBUG nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.530828] env[69751]: DEBUG nova.network.neutron [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updated VIF entry in instance network info cache for port 39ba5ffc-f271-4fb6-bac4-0f64084524b0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 996.531327] env[69751]: DEBUG nova.network.neutron [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updating instance_info_cache with network_info: [{"id": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "address": "fa:16:3e:30:8b:dd", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba5ffc-f2", "ovs_interfaceid": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.633820] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7172ad98-abd2-4185-a917-245a2a6d0a37 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.643665] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b52625e-4c45-4cc1-82df-002de8bcd694 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.673956] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e0594b-173b-4e75-b2ab-942ea48110f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.682836] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c40470-90b0-44a9-8270-c67072263415 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.698632] env[69751]: DEBUG nova.compute.provider_tree [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.799542] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483719, 'name': CreateVM_Task, 'duration_secs': 0.469995} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.799725] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.800433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.800598] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.800911] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.801178] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4185061d-93d9-4f21-b966-6b8c4c14397f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.806085] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 996.806085] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e0622-79ed-2525-26ec-beb9211bfcb3" [ 996.806085] env[69751]: _type = "Task" [ 996.806085] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.814291] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e0622-79ed-2525-26ec-beb9211bfcb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.857061] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593935} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.857292] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.857528] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.857752] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2a83381-ae2e-4d48-ac58-46ab8bd3ade8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.863948] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 996.863948] env[69751]: value = "task-3483720" [ 996.863948] env[69751]: _type = "Task" [ 996.863948] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.871222] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483720, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.037804] env[69751]: DEBUG oslo_concurrency.lockutils [req-e77633aa-32b1-4708-8bf5-3e330cbb50a4 req-4c34de58-c11a-4117-805c-8b7b5d73b2e3 service nova] Releasing lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.202079] env[69751]: DEBUG nova.scheduler.client.report [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.256544] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.256848] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.257044] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.257231] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.257371] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.257615] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.257867] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.258058] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.258238] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.258399] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.258588] env[69751]: DEBUG nova.virt.hardware [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.260451] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c40e99-9abb-47ea-a742-ae4747264ae4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.269233] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619ef6f5-4daa-483e-bbc9-6d311d200ee1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.284477] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.290299] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.290454] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.290670] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc5777c2-6da1-459d-8106-b5e0fcc682e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.311676] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.311676] env[69751]: value = "task-3483721" [ 997.311676] env[69751]: _type = "Task" [ 997.311676] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.318908] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e0622-79ed-2525-26ec-beb9211bfcb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013162} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.319627] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.319912] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.320165] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.320315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.320490] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.320763] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350d3be2-9e72-4e81-a02a-09d8f2fc2d84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.325061] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483721, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.333170] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.333354] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.334113] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-818db284-7abf-48f4-a493-1e3ef0a9ec4e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.339914] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 997.339914] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525e2158-ae5f-4d7e-9ff7-bb1c0aee3d2c" [ 997.339914] env[69751]: _type = "Task" [ 997.339914] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.351031] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525e2158-ae5f-4d7e-9ff7-bb1c0aee3d2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.365211] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.365336] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.365528] env[69751]: DEBUG nova.network.neutron [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.376894] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483720, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111806} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.378129] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.379021] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2dee9e-eddb-470c-975a-075c98417e60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.404107] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.404932] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fad2a4c7-4a1b-461d-b060-34a0e8826c92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.426310] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 997.426310] env[69751]: value = "task-3483722" [ 997.426310] env[69751]: _type = "Task" [ 997.426310] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.434639] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.540407] env[69751]: DEBUG nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.562528] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.562809] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.562970] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.563168] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.563313] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.563457] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.563661] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.563819] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.563986] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.564164] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.564400] env[69751]: DEBUG nova.virt.hardware [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.565222] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e354d6f3-a646-4fb8-8adb-358998882b0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.573893] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9669f418-e26d-4f04-aa39-17f834574cbd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.707343] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.710025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.072s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.710292] env[69751]: DEBUG nova.objects.instance [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lazy-loading 'resources' on Instance uuid 17ad9d84-0de2-4364-b34d-971ee7963835 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.737716] env[69751]: INFO nova.scheduler.client.report [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Deleted allocations for instance 677e67e0-f5a4-412b-8ec8-348e690b83f2 [ 997.824225] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483721, 'name': CreateVM_Task, 'duration_secs': 0.387909} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.824399] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.824819] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.824974] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.825311] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.826850] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb0932d-ac2a-4b85-a31d-35a2c81d944e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.830757] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 997.830757] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec1bd9-7ba9-d24a-f038-e955ff75bdf8" [ 997.830757] env[69751]: _type = "Task" [ 997.830757] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.839669] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec1bd9-7ba9-d24a-f038-e955ff75bdf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.849231] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525e2158-ae5f-4d7e-9ff7-bb1c0aee3d2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013911} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.849995] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c9e72f9-d95c-4602-9385-575b3df3ab1b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.855559] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 997.855559] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab4a9a-e6f5-cfe4-516c-236a9b4e2266" [ 997.855559] env[69751]: _type = "Task" [ 997.855559] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.864301] env[69751]: DEBUG oslo_concurrency.lockutils [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.864527] env[69751]: DEBUG oslo_concurrency.lockutils [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.865789] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab4a9a-e6f5-cfe4-516c-236a9b4e2266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.888201] env[69751]: DEBUG nova.compute.manager [req-1da27a1a-87f9-4a08-af96-ba63cf01ecff req-461f1306-d42e-43f8-b4ce-466342568d91 service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Received event network-vif-plugged-8ea042a1-316f-437b-a350-9a40c7aa6ea2 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.888432] env[69751]: DEBUG oslo_concurrency.lockutils [req-1da27a1a-87f9-4a08-af96-ba63cf01ecff req-461f1306-d42e-43f8-b4ce-466342568d91 service nova] Acquiring lock "ff704460-0abc-4904-b398-58eead3b5909-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.888691] env[69751]: DEBUG oslo_concurrency.lockutils [req-1da27a1a-87f9-4a08-af96-ba63cf01ecff req-461f1306-d42e-43f8-b4ce-466342568d91 service nova] Lock "ff704460-0abc-4904-b398-58eead3b5909-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.888875] env[69751]: DEBUG oslo_concurrency.lockutils [req-1da27a1a-87f9-4a08-af96-ba63cf01ecff req-461f1306-d42e-43f8-b4ce-466342568d91 service nova] Lock "ff704460-0abc-4904-b398-58eead3b5909-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.889057] env[69751]: DEBUG nova.compute.manager [req-1da27a1a-87f9-4a08-af96-ba63cf01ecff req-461f1306-d42e-43f8-b4ce-466342568d91 service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] No waiting events found dispatching network-vif-plugged-8ea042a1-316f-437b-a350-9a40c7aa6ea2 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 997.889229] env[69751]: WARNING nova.compute.manager [req-1da27a1a-87f9-4a08-af96-ba63cf01ecff req-461f1306-d42e-43f8-b4ce-466342568d91 service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Received unexpected event network-vif-plugged-8ea042a1-316f-437b-a350-9a40c7aa6ea2 for instance with vm_state building and task_state spawning. [ 997.937269] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.992397] env[69751]: DEBUG nova.network.neutron [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Successfully updated port: 8ea042a1-316f-437b-a350-9a40c7aa6ea2 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.132351] env[69751]: DEBUG nova.network.neutron [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [{"id": "fda5da2e-9c65-4501-9807-e0283531428e", "address": "fa:16:3e:c8:65:71", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda5da2e-9c", "ovs_interfaceid": "fda5da2e-9c65-4501-9807-e0283531428e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.245234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e15fc852-5564-4fe6-95f8-259fc4a3df72 tempest-ServerShowV257Test-81834382 tempest-ServerShowV257Test-81834382-project-member] Lock "677e67e0-f5a4-412b-8ec8-348e690b83f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.998s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.343652] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec1bd9-7ba9-d24a-f038-e955ff75bdf8, 'name': SearchDatastore_Task, 'duration_secs': 0.014971} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.343953] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.344196] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.344431] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.344573] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.344769] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.344999] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68e4acb3-b2ee-431d-89c6-2368e0fda4b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.356655] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.356829] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.362377] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51774ade-ef8d-4ea6-a687-1a349fa7e346 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.370517] env[69751]: INFO nova.compute.manager [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Detaching volume 85fc6bc1-7356-47d5-9be6-cc0451c693b8 [ 998.372072] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab4a9a-e6f5-cfe4-516c-236a9b4e2266, 'name': SearchDatastore_Task, 'duration_secs': 0.023634} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.373296] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.373539] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] c3f35115-410c-465c-a9f1-78d7d74976c7/c3f35115-410c-465c-a9f1-78d7d74976c7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.373849] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 998.373849] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52229dc9-2278-d6f1-4331-8bc39ffee1ed" [ 998.373849] env[69751]: _type = "Task" [ 998.373849] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.375975] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ba6544-5a01-48a4-aaff-4d82402c6b39 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.397057] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 998.397057] env[69751]: value = "task-3483723" [ 998.397057] env[69751]: _type = "Task" [ 998.397057] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.397315] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52229dc9-2278-d6f1-4331-8bc39ffee1ed, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.400891] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9276a186-eb2b-4e7d-9144-9a9ec5f1f734 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.411585] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.413071] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 998.413071] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52375358-3e89-a834-3d73-f51c01e289bc" [ 998.413071] env[69751]: _type = "Task" [ 998.413071] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.414060] env[69751]: INFO nova.virt.block_device [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Attempting to driver detach volume 85fc6bc1-7356-47d5-9be6-cc0451c693b8 from mountpoint /dev/sdb [ 998.414282] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.414464] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696416', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'name': 'volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ad02603-ab24-4817-bfe1-9716de876685', 'attached_at': '', 'detached_at': '', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'serial': '85fc6bc1-7356-47d5-9be6-cc0451c693b8'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.415331] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b8db03-d3c7-4a3c-8935-4bac51b1635d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.429178] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52375358-3e89-a834-3d73-f51c01e289bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.451964] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff1afd4-0383-4008-beef-c0d42a5c290d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.462378] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483722, 'name': ReconfigVM_Task, 'duration_secs': 0.816767} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.464394] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.467393] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a747485c-594f-4dc9-bccf-2507c3c5707b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.469418] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebafc13e-a5d7-4037-9268-d3f4fbbfc28d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.495949] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c649fe4-3b6d-48af-bc6d-0da03c5d06c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.498916] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "refresh_cache-ff704460-0abc-4904-b398-58eead3b5909" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.499080] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "refresh_cache-ff704460-0abc-4904-b398-58eead3b5909" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.499219] env[69751]: DEBUG nova.network.neutron [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.500449] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 998.500449] env[69751]: value = "task-3483724" [ 998.500449] env[69751]: _type = "Task" [ 998.500449] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.517263] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] The volume has not been displaced from its original location: [datastore2] volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8/volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.522312] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Reconfiguring VM instance instance-00000028 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.526650] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1f4229f-2634-4d40-8785-f1865c4cd48b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.545024] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483724, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.553094] env[69751]: DEBUG oslo_vmware.api [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 998.553094] env[69751]: value = "task-3483725" [ 998.553094] env[69751]: _type = "Task" [ 998.553094] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.568803] env[69751]: DEBUG oslo_vmware.api [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483725, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.635162] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.795339] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf06c94-fafe-4aa5-a353-0e2a6e9227dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.808485] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579d5db9-165b-45df-b5d2-a636ee0934a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.873404] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb37d36e-0503-48d3-a20e-a36fe22895ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.887090] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792afb39-af20-404b-b314-310050aa5178 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.913285] env[69751]: DEBUG nova.compute.provider_tree [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.933757] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533271} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.939226] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] c3f35115-410c-465c-a9f1-78d7d74976c7/c3f35115-410c-465c-a9f1-78d7d74976c7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.939612] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.940390] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52375358-3e89-a834-3d73-f51c01e289bc, 'name': SearchDatastore_Task, 'duration_secs': 0.019808} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.940682] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57fd755d-eb19-4a75-b174-e852472e0760 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.943499] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.943857] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.944214] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76595d83-fa57-485f-8544-3e9aaec8f324 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.956692] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 998.956692] env[69751]: value = "task-3483726" [ 998.956692] env[69751]: _type = "Task" [ 998.956692] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.957933] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 998.957933] env[69751]: value = "task-3483727" [ 998.957933] env[69751]: _type = "Task" [ 998.957933] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.976210] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.981197] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.019070] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483724, 'name': Rename_Task, 'duration_secs': 0.213636} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.019551] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.019948] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22dc7a98-513e-4bdc-b3ef-c0858580b0ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.031230] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 999.031230] env[69751]: value = "task-3483728" [ 999.031230] env[69751]: _type = "Task" [ 999.031230] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.041646] env[69751]: DEBUG nova.network.neutron [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 999.068493] env[69751]: DEBUG oslo_vmware.api [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.165596] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c34ad7-4af0-42a6-8344-72c944dab8d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.190315] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d54c4d2-3083-4fbe-a91a-74ad961cd373 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.199415] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance '6c7fe985-3b75-466f-b252-39a0a560d0d8' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.269771] env[69751]: DEBUG nova.network.neutron [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Updating instance_info_cache with network_info: [{"id": "8ea042a1-316f-437b-a350-9a40c7aa6ea2", "address": "fa:16:3e:ad:68:15", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea042a1-31", "ovs_interfaceid": "8ea042a1-316f-437b-a350-9a40c7aa6ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.422460] env[69751]: DEBUG nova.scheduler.client.report [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.470676] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099003} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.471300] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.472308] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9644ac51-c8fd-4d82-8266-577dac333e51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.479273] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483727, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.503337] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] c3f35115-410c-465c-a9f1-78d7d74976c7/c3f35115-410c-465c-a9f1-78d7d74976c7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.503738] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d2383f-99ae-467d-b590-1a5a317cab85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.529745] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 999.529745] env[69751]: value = "task-3483729" [ 999.529745] env[69751]: _type = "Task" [ 999.529745] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.544947] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.549236] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483729, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.573876] env[69751]: DEBUG oslo_vmware.api [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483725, 'name': ReconfigVM_Task, 'duration_secs': 0.543635} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.573876] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Reconfigured VM instance instance-00000028 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.578418] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1961b9a-3ac5-4f11-938c-aee7ded840d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.597576] env[69751]: DEBUG oslo_vmware.api [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 999.597576] env[69751]: value = "task-3483730" [ 999.597576] env[69751]: _type = "Task" [ 999.597576] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.607971] env[69751]: DEBUG oslo_vmware.api [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483730, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.709638] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.709638] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-285209c8-b793-42d3-8adc-406edabcece0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.719706] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 999.719706] env[69751]: value = "task-3483731" [ 999.719706] env[69751]: _type = "Task" [ 999.719706] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.732782] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.772558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "refresh_cache-ff704460-0abc-4904-b398-58eead3b5909" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.772977] env[69751]: DEBUG nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Instance network_info: |[{"id": "8ea042a1-316f-437b-a350-9a40c7aa6ea2", "address": "fa:16:3e:ad:68:15", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea042a1-31", "ovs_interfaceid": "8ea042a1-316f-437b-a350-9a40c7aa6ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 999.773431] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:68:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ea042a1-316f-437b-a350-9a40c7aa6ea2', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.781219] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.781483] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff704460-0abc-4904-b398-58eead3b5909] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.781786] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d43f9e9b-b59a-4c2c-afff-f0160f023454 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.803786] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.803786] env[69751]: value = "task-3483732" [ 999.803786] env[69751]: _type = "Task" [ 999.803786] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.816483] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483732, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.927830] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.931020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.090s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.932559] env[69751]: INFO nova.compute.claims [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.938043] env[69751]: DEBUG nova.compute.manager [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Received event network-changed-8ea042a1-316f-437b-a350-9a40c7aa6ea2 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.938043] env[69751]: DEBUG nova.compute.manager [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Refreshing instance network info cache due to event network-changed-8ea042a1-316f-437b-a350-9a40c7aa6ea2. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.938781] env[69751]: DEBUG oslo_concurrency.lockutils [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] Acquiring lock "refresh_cache-ff704460-0abc-4904-b398-58eead3b5909" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.939159] env[69751]: DEBUG oslo_concurrency.lockutils [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] Acquired lock "refresh_cache-ff704460-0abc-4904-b398-58eead3b5909" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.939159] env[69751]: DEBUG nova.network.neutron [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Refreshing network info cache for port 8ea042a1-316f-437b-a350-9a40c7aa6ea2 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.961132] env[69751]: INFO nova.scheduler.client.report [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Deleted allocations for instance 17ad9d84-0de2-4364-b34d-971ee7963835 [ 999.984175] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613929} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.984175] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.984175] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.984548] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f5ba153-247c-4aaf-8a3a-bb5db0067989 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.993734] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 999.993734] env[69751]: value = "task-3483733" [ 999.993734] env[69751]: _type = "Task" [ 999.993734] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.005498] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.043579] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483729, 'name': ReconfigVM_Task, 'duration_secs': 0.34006} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.046615] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Reconfigured VM instance instance-0000003f to attach disk [datastore2] c3f35115-410c-465c-a9f1-78d7d74976c7/c3f35115-410c-465c-a9f1-78d7d74976c7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.047313] env[69751]: DEBUG oslo_vmware.api [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483728, 'name': PowerOnVM_Task, 'duration_secs': 0.620163} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.047539] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db3865bd-93b5-4b68-aee1-b5b1239ea3e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.049091] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.049303] env[69751]: INFO nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Took 8.78 seconds to spawn the instance on the hypervisor. [ 1000.049553] env[69751]: DEBUG nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.050290] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83131368-48c1-4785-97e5-99d49fca5e95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.059703] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1000.059703] env[69751]: value = "task-3483734" [ 1000.059703] env[69751]: _type = "Task" [ 1000.059703] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.068172] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483734, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.109357] env[69751]: DEBUG oslo_vmware.api [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483730, 'name': ReconfigVM_Task, 'duration_secs': 0.199245} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.109675] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696416', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'name': 'volume-85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ad02603-ab24-4817-bfe1-9716de876685', 'attached_at': '', 'detached_at': '', 'volume_id': '85fc6bc1-7356-47d5-9be6-cc0451c693b8', 'serial': '85fc6bc1-7356-47d5-9be6-cc0451c693b8'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.230229] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.315081] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483732, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.469739] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b2f933c7-cf78-41a9-a750-8ef4f4c32b22 tempest-ServerAddressesNegativeTestJSON-1432046595 tempest-ServerAddressesNegativeTestJSON-1432046595-project-member] Lock "17ad9d84-0de2-4364-b34d-971ee7963835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.555s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.503735] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483733, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.572277] env[69751]: INFO nova.compute.manager [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Took 49.21 seconds to build instance. [ 1000.577380] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483734, 'name': Rename_Task, 'duration_secs': 0.191124} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.577802] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.578441] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a411f1b-0c10-42fe-9950-05350cc8f6c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.588194] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1000.588194] env[69751]: value = "task-3483735" [ 1000.588194] env[69751]: _type = "Task" [ 1000.588194] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.600176] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.659520] env[69751]: DEBUG nova.network.neutron [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Updated VIF entry in instance network info cache for port 8ea042a1-316f-437b-a350-9a40c7aa6ea2. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.659890] env[69751]: DEBUG nova.network.neutron [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Updating instance_info_cache with network_info: [{"id": "8ea042a1-316f-437b-a350-9a40c7aa6ea2", "address": "fa:16:3e:ad:68:15", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ea042a1-31", "ovs_interfaceid": "8ea042a1-316f-437b-a350-9a40c7aa6ea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.671873] env[69751]: DEBUG nova.objects.instance [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.732122] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.817842] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483732, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.012460] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483733, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.837134} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.012905] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.014664] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74d6d96-7e42-4385-90c8-08c0c6cbf448 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.045165] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.048883] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6761f4-ab9d-4d74-b17d-a9810295a836 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.071738] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 1001.071738] env[69751]: value = "task-3483736" [ 1001.071738] env[69751]: _type = "Task" [ 1001.071738] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.079133] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9407e384-de09-44f6-9035-e3c777afac08 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.857s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.090665] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483736, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.104478] env[69751]: DEBUG oslo_vmware.api [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3483735, 'name': PowerOnVM_Task, 'duration_secs': 0.503977} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.104745] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.105031] env[69751]: INFO nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Took 7.17 seconds to spawn the instance on the hypervisor. [ 1001.105780] env[69751]: DEBUG nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.107130] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5dc85-2357-4184-ba0f-472b40d62eeb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.164194] env[69751]: DEBUG oslo_concurrency.lockutils [req-24acba0e-05a6-4c88-b4f5-909a692e05b8 req-26761ac4-8b13-4782-bcd8-2c6d2a87d0dd service nova] Releasing lock "refresh_cache-ff704460-0abc-4904-b398-58eead3b5909" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.234675] env[69751]: DEBUG oslo_vmware.api [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483731, 'name': PowerOnVM_Task, 'duration_secs': 1.42922} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.240022] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.240022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bc9ffc33-3386-4ca5-a1ae-1aadf1bec42a tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance '6c7fe985-3b75-466f-b252-39a0a560d0d8' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.295780] env[69751]: INFO nova.compute.manager [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Rebuilding instance [ 1001.316896] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483732, 'name': CreateVM_Task, 'duration_secs': 1.247863} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.318889] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff704460-0abc-4904-b398-58eead3b5909] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.320204] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.320365] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.321236] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.323090] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-077a7ef2-928a-4c9e-b067-117798e4068e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.333921] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1001.333921] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd31a9-18b8-ed45-212d-d3275c243b21" [ 1001.333921] env[69751]: _type = "Task" [ 1001.333921] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.341972] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd31a9-18b8-ed45-212d-d3275c243b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.350242] env[69751]: DEBUG nova.compute.manager [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.354016] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71893b-994c-455d-98cf-b00ce144e96b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.540781] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2648117-6d92-4bf5-bfcd-c6308f701102 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.551325] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc6369a-c9a8-4004-81ae-351c6543a443 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.587648] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b86cf4-e835-4a11-a6db-c1a2a8bb1103 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.598030] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483736, 'name': ReconfigVM_Task, 'duration_secs': 0.375779} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.599196] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057078e6-f1ff-43b0-ba72-ef03cdf7c006 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.603682] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da/12fc5f9c-7b04-4602-99f7-f96251c8c5da.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.605449] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71f2a946-bbbd-44e4-94f2-1c719893c949 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.621435] env[69751]: DEBUG nova.compute.provider_tree [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.628981] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 1001.628981] env[69751]: value = "task-3483737" [ 1001.628981] env[69751]: _type = "Task" [ 1001.628981] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.633954] env[69751]: INFO nova.compute.manager [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Took 43.77 seconds to build instance. [ 1001.643634] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483737, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.679535] env[69751]: DEBUG oslo_concurrency.lockutils [None req-973b7c3c-bc73-4337-bba4-2e29d2a1fa91 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.815s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.846291] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd31a9-18b8-ed45-212d-d3275c243b21, 'name': SearchDatastore_Task, 'duration_secs': 0.01387} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.846627] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.846863] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.847128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.847316] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.847471] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.847798] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a68c5ac7-0590-4066-887a-6c950f34371c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.860799] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.860941] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.861814] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-496a3cef-62c0-4937-9fa9-cdd30ffbcc0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.868278] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1001.868278] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5245d1bf-0971-e557-0861-d55e82db0a97" [ 1001.868278] env[69751]: _type = "Task" [ 1001.868278] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.882250] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5245d1bf-0971-e557-0861-d55e82db0a97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.110221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.110555] env[69751]: DEBUG oslo_concurrency.lockutils [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.110812] env[69751]: DEBUG nova.compute.manager [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.112330] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1a99ab-6b93-4a43-bb4e-0f9aa1374d34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.124780] env[69751]: DEBUG nova.compute.manager [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1002.125621] env[69751]: DEBUG nova.objects.instance [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.135030] env[69751]: DEBUG nova.scheduler.client.report [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.138715] env[69751]: DEBUG oslo_concurrency.lockutils [None req-58c2f4fa-b76d-4305-84f0-48a9bc94fd92 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.713s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.151560] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483737, 'name': Rename_Task, 'duration_secs': 0.206399} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.151876] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.152143] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78c229fd-235a-4705-8e35-8f70d33fd92c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.162956] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 1002.162956] env[69751]: value = "task-3483738" [ 1002.162956] env[69751]: _type = "Task" [ 1002.162956] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.178198] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.375881] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1002.375951] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b0cb98f-bbef-4c76-a01a-d87eecb32894 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.383153] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5245d1bf-0971-e557-0861-d55e82db0a97, 'name': SearchDatastore_Task, 'duration_secs': 0.018463} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.387329] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f8c8ccb-1b4c-44a8-99fa-61ededf1e3fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.389747] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1002.389747] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5211a3dc-722e-1cfe-f594-c6d7b0313dc5" [ 1002.389747] env[69751]: _type = "Task" [ 1002.389747] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.391263] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1002.391263] env[69751]: value = "task-3483739" [ 1002.391263] env[69751]: _type = "Task" [ 1002.391263] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.404459] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5211a3dc-722e-1cfe-f594-c6d7b0313dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.408593] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.644933] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.645713] env[69751]: DEBUG nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1002.648311] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.749s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.649461] env[69751]: DEBUG nova.objects.instance [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lazy-loading 'resources' on Instance uuid 6a9cc8dd-2fcd-4458-9518-86981ae7da64 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.674472] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483738, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.905399] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5211a3dc-722e-1cfe-f594-c6d7b0313dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013831} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.907093] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.907093] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] ff704460-0abc-4904-b398-58eead3b5909/ff704460-0abc-4904-b398-58eead3b5909.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.907093] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcec49bd-a5d4-4256-8864-00b1e1802785 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.912292] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483739, 'name': PowerOffVM_Task, 'duration_secs': 0.19636} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.912898] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.913138] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.914024] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eb4753-9eb0-4bc4-a84f-b554beb46ee2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.918091] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1002.918091] env[69751]: value = "task-3483740" [ 1002.918091] env[69751]: _type = "Task" [ 1002.918091] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.925524] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.926174] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fb39086-d982-47a6-b834-c6e4e1bc9243 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.930920] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.992228] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.992485] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.992673] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleting the datastore file [datastore2] 845dfeb5-2468-4c7c-8ff3-df2351da69ff {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.992965] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1d321d2e-aec0-49d8-aa7b-e9ca6a078484 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.000010] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1003.000010] env[69751]: value = "task-3483742" [ 1003.000010] env[69751]: _type = "Task" [ 1003.000010] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.008461] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.133763] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.134141] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-794925a6-784f-44b3-9897-76a5b5fbd4cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.145858] env[69751]: DEBUG oslo_vmware.api [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1003.145858] env[69751]: value = "task-3483743" [ 1003.145858] env[69751]: _type = "Task" [ 1003.145858] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.155132] env[69751]: DEBUG nova.compute.utils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.156898] env[69751]: DEBUG nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1003.157154] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1003.177895] env[69751]: DEBUG oslo_vmware.api [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.186609] env[69751]: DEBUG oslo_vmware.api [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483738, 'name': PowerOnVM_Task, 'duration_secs': 0.69183} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.186609] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.186609] env[69751]: DEBUG nova.compute.manager [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.187113] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa343dd-83d6-4ad0-9b8a-ad2f261cccd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.274118] env[69751]: DEBUG nova.policy [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2e3515f8c72463a9288a96e0bfa36d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fe2c6b7c112f412694997bd4f87aca1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.431887] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483740, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.517234] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322431} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.517234] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.517234] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.517234] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.568425] env[69751]: DEBUG nova.network.neutron [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Port fda5da2e-9c65-4501-9807-e0283531428e binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1003.568425] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.568425] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.568425] env[69751]: DEBUG nova.network.neutron [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.658285] env[69751]: DEBUG nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1003.664351] env[69751]: DEBUG oslo_vmware.api [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483743, 'name': PowerOffVM_Task, 'duration_secs': 0.256845} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.667476] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1003.668240] env[69751]: DEBUG nova.compute.manager [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.669115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8591e24-f278-477c-b9f9-5e151892a272 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.715670] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.817185] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c35258-3de8-4f49-a24c-4fb5c2d2f839 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.827686] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c5a69e-0d85-481d-9b4f-e06c39473402 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.868207] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c2a55b-b856-40f6-a825-bc3716fa6784 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.872101] env[69751]: DEBUG nova.compute.manager [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Received event network-changed-39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.872289] env[69751]: DEBUG nova.compute.manager [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Refreshing instance network info cache due to event network-changed-39ba5ffc-f271-4fb6-bac4-0f64084524b0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1003.872502] env[69751]: DEBUG oslo_concurrency.lockutils [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] Acquiring lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.872654] env[69751]: DEBUG oslo_concurrency.lockutils [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] Acquired lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.872827] env[69751]: DEBUG nova.network.neutron [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Refreshing network info cache for port 39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.885868] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20e6cb5-31dd-4780-9ff1-99820592575e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.891834] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Successfully created port: df9a18de-2bf8-4348-9f49-c8d6297c473c {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1003.907549] env[69751]: DEBUG nova.compute.provider_tree [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.934194] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718874} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.934499] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] ff704460-0abc-4904-b398-58eead3b5909/ff704460-0abc-4904-b398-58eead3b5909.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.934718] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.935017] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-951e8166-2dad-4abf-8568-f73cad28ab7a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.943648] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1003.943648] env[69751]: value = "task-3483744" [ 1003.943648] env[69751]: _type = "Task" [ 1003.943648] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.953522] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.191717] env[69751]: DEBUG oslo_concurrency.lockutils [None req-95e8d744-7e76-4b8c-aa14-5f9f89fcabec tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.080s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.350256] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Successfully created port: fc78d998-0b79-402d-881f-2547d41cb487 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1004.411232] env[69751]: DEBUG nova.scheduler.client.report [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.435304] env[69751]: DEBUG nova.network.neutron [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [{"id": "fda5da2e-9c65-4501-9807-e0283531428e", "address": "fa:16:3e:c8:65:71", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda5da2e-9c", "ovs_interfaceid": "fda5da2e-9c65-4501-9807-e0283531428e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.455368] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074328} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.455650] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.456454] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f085ad1a-c00d-460b-a7e1-6da06f97d48e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.484492] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] ff704460-0abc-4904-b398-58eead3b5909/ff704460-0abc-4904-b398-58eead3b5909.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.484897] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18b3e8e9-6340-4f37-944f-e3164b91a650 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.510341] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1004.510341] env[69751]: value = "task-3483745" [ 1004.510341] env[69751]: _type = "Task" [ 1004.510341] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.530628] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.557932] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.557932] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.557932] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.558264] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.558393] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.558548] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.558813] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.558974] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.559151] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.559385] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.559474] env[69751]: DEBUG nova.virt.hardware [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.560379] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf52a2a-e724-43c7-8621-cde773730df7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.569720] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ededba83-52c1-45d3-8d67-f64f93eac944 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.586321] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:7f:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81941e93-26ac-44fd-bfaf-0f3a7167fe23', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.595280] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.597570] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.597898] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90cd4c22-353c-47f3-ac7c-7e8801ca0ad1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.622884] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.622884] env[69751]: value = "task-3483746" [ 1004.622884] env[69751]: _type = "Task" [ 1004.622884] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.631058] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483746, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.670743] env[69751]: DEBUG nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1004.703740] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.703986] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.704174] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.704363] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.704534] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.704691] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.704924] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.705140] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.705331] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.705496] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.705667] env[69751]: DEBUG nova.virt.hardware [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.707114] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d302964-a337-4ce7-bf6f-bd61eaf4a139 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.717285] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3f25d4-fbd4-4d95-ac66-c4cf99ffa37e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.858770] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.859074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.859350] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.859585] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.859802] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.862068] env[69751]: INFO nova.compute.manager [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Terminating instance [ 1004.917132] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.920206] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.345s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.922563] env[69751]: INFO nova.compute.claims [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.934996] env[69751]: DEBUG nova.objects.instance [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.942609] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.951413] env[69751]: INFO nova.scheduler.client.report [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Deleted allocations for instance 6a9cc8dd-2fcd-4458-9518-86981ae7da64 [ 1004.961577] env[69751]: DEBUG nova.network.neutron [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updated VIF entry in instance network info cache for port 39ba5ffc-f271-4fb6-bac4-0f64084524b0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1004.961986] env[69751]: DEBUG nova.network.neutron [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updating instance_info_cache with network_info: [{"id": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "address": "fa:16:3e:30:8b:dd", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba5ffc-f2", "ovs_interfaceid": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.021368] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483745, 'name': ReconfigVM_Task, 'duration_secs': 0.503729} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.021785] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Reconfigured VM instance instance-00000040 to attach disk [datastore1] ff704460-0abc-4904-b398-58eead3b5909/ff704460-0abc-4904-b398-58eead3b5909.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.022420] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-609e2110-0438-455a-8616-e1b03daf7a8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.030177] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1005.030177] env[69751]: value = "task-3483747" [ 1005.030177] env[69751]: _type = "Task" [ 1005.030177] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.042802] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483747, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.135282] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483746, 'name': CreateVM_Task, 'duration_secs': 0.362898} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.135282] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.135432] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.135597] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.135917] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.136185] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7646939-02bc-4cb0-8fb6-4ddfd6a7e63b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.145449] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1005.145449] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5254e694-7448-2978-22be-e6240274dff7" [ 1005.145449] env[69751]: _type = "Task" [ 1005.145449] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.155586] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5254e694-7448-2978-22be-e6240274dff7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.369625] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "refresh_cache-12fc5f9c-7b04-4602-99f7-f96251c8c5da" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.369864] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "refresh_cache-12fc5f9c-7b04-4602-99f7-f96251c8c5da" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.370109] env[69751]: DEBUG nova.network.neutron [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.445363] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.445582] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.447026] env[69751]: DEBUG nova.network.neutron [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1005.447026] env[69751]: DEBUG nova.objects.instance [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'info_cache' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.448499] env[69751]: DEBUG nova.compute.manager [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69751) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1005.448708] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.463828] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8758f349-da79-4790-a77a-fdb064234c97 tempest-AttachInterfacesUnderV243Test-1172060260 tempest-AttachInterfacesUnderV243Test-1172060260-project-member] Lock "6a9cc8dd-2fcd-4458-9518-86981ae7da64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.875s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.467893] env[69751]: DEBUG oslo_concurrency.lockutils [req-442466a6-0525-499d-bc5a-ccf137342577 req-e40f3d59-cd05-40c9-afe3-ee9d59a7a5de service nova] Releasing lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.541810] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483747, 'name': Rename_Task, 'duration_secs': 0.272329} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.542096] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.542342] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00eb03b7-fc03-4053-a444-d0f996a9965a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.551412] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1005.551412] env[69751]: value = "task-3483748" [ 1005.551412] env[69751]: _type = "Task" [ 1005.551412] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.562443] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483748, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.657246] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5254e694-7448-2978-22be-e6240274dff7, 'name': SearchDatastore_Task, 'duration_secs': 0.014547} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.657553] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.657805] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.658065] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.658240] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.658433] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.658730] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93166243-20eb-407b-bf80-7b93de8feae5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.668710] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.668927] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.669762] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ff9b20e-45f5-4be9-9450-3d9eb41b31b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.675870] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1005.675870] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5286662f-1ad7-ed8f-9ad2-2eda9b4e2986" [ 1005.675870] env[69751]: _type = "Task" [ 1005.675870] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.684743] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5286662f-1ad7-ed8f-9ad2-2eda9b4e2986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.898986] env[69751]: DEBUG nova.network.neutron [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.954014] env[69751]: DEBUG nova.objects.base [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Object Instance<5ad02603-ab24-4817-bfe1-9716de876685> lazy-loaded attributes: flavor,info_cache {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1006.016203] env[69751]: DEBUG nova.network.neutron [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.065792] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483748, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.104871] env[69751]: DEBUG nova.compute.manager [req-c4855b53-7d2b-4315-af27-ae5bb8dd8e27 req-cac9fb80-9638-4263-8f16-a9c0ffbfcac6 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received event network-vif-plugged-df9a18de-2bf8-4348-9f49-c8d6297c473c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.105073] env[69751]: DEBUG oslo_concurrency.lockutils [req-c4855b53-7d2b-4315-af27-ae5bb8dd8e27 req-cac9fb80-9638-4263-8f16-a9c0ffbfcac6 service nova] Acquiring lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.105280] env[69751]: DEBUG oslo_concurrency.lockutils [req-c4855b53-7d2b-4315-af27-ae5bb8dd8e27 req-cac9fb80-9638-4263-8f16-a9c0ffbfcac6 service nova] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.105501] env[69751]: DEBUG oslo_concurrency.lockutils [req-c4855b53-7d2b-4315-af27-ae5bb8dd8e27 req-cac9fb80-9638-4263-8f16-a9c0ffbfcac6 service nova] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.105657] env[69751]: DEBUG nova.compute.manager [req-c4855b53-7d2b-4315-af27-ae5bb8dd8e27 req-cac9fb80-9638-4263-8f16-a9c0ffbfcac6 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] No waiting events found dispatching network-vif-plugged-df9a18de-2bf8-4348-9f49-c8d6297c473c {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1006.105819] env[69751]: WARNING nova.compute.manager [req-c4855b53-7d2b-4315-af27-ae5bb8dd8e27 req-cac9fb80-9638-4263-8f16-a9c0ffbfcac6 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received unexpected event network-vif-plugged-df9a18de-2bf8-4348-9f49-c8d6297c473c for instance with vm_state building and task_state spawning. [ 1006.193392] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5286662f-1ad7-ed8f-9ad2-2eda9b4e2986, 'name': SearchDatastore_Task, 'duration_secs': 0.021562} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.194218] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ed6fd0-d8f2-403d-9303-8c4b406bdb41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.201776] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1006.201776] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521bbdd7-c88f-232a-43c9-d241ddb4eea5" [ 1006.201776] env[69751]: _type = "Task" [ 1006.201776] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.212150] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521bbdd7-c88f-232a-43c9-d241ddb4eea5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.261421] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Successfully updated port: df9a18de-2bf8-4348-9f49-c8d6297c473c {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.485912] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc785b-1e8e-4f41-ac61-9c45d3e8c4b2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.494213] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d61dd21-0fa7-492b-b7c1-ce47da1ed821 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.530872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "refresh_cache-12fc5f9c-7b04-4602-99f7-f96251c8c5da" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.531308] env[69751]: DEBUG nova.compute.manager [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1006.531501] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1006.534893] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14706acc-a389-42b8-a42d-69accc4bda50 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.539855] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc590fc2-0282-4f2c-a32c-e1d6a1787d66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.555440] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1006.559058] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87a41ac8-516c-4e98-945d-986c5955a972 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.562824] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011ca747-7907-4134-93ca-5d4df6334062 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.574626] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483748, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.584444] env[69751]: DEBUG oslo_vmware.api [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 1006.584444] env[69751]: value = "task-3483749" [ 1006.584444] env[69751]: _type = "Task" [ 1006.584444] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.584916] env[69751]: DEBUG nova.compute.provider_tree [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.600533] env[69751]: DEBUG oslo_vmware.api [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.713871] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521bbdd7-c88f-232a-43c9-d241ddb4eea5, 'name': SearchDatastore_Task, 'duration_secs': 0.042059} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.714047] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.714326] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.714590] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40493f6a-dd49-476b-9402-affb4b0aac9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.723645] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1006.723645] env[69751]: value = "task-3483750" [ 1006.723645] env[69751]: _type = "Task" [ 1006.723645] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.732871] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.896299] env[69751]: DEBUG nova.network.neutron [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating instance_info_cache with network_info: [{"id": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "address": "fa:16:3e:75:4c:e9", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fb9f25c-d8", "ovs_interfaceid": "2fb9f25c-d89f-46c9-a292-a68597c045c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.070390] env[69751]: DEBUG oslo_vmware.api [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483748, 'name': PowerOnVM_Task, 'duration_secs': 1.379823} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.070703] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.071139] env[69751]: INFO nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1007.071139] env[69751]: DEBUG nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.071910] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eea98de-23b4-4b30-8078-dd512bc98093 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.091873] env[69751]: DEBUG nova.scheduler.client.report [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.105711] env[69751]: DEBUG oslo_vmware.api [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483749, 'name': PowerOffVM_Task, 'duration_secs': 0.252924} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.107708] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.108804] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.108804] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b53b7c8a-ae9b-4070-9def-9785f3ec1c21 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.144537] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.144769] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.144963] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleting the datastore file [datastore1] 12fc5f9c-7b04-4602-99f7-f96251c8c5da {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.145252] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b791490d-1760-455c-98c1-44eeb69331c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.158028] env[69751]: DEBUG oslo_vmware.api [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 1007.158028] env[69751]: value = "task-3483752" [ 1007.158028] env[69751]: _type = "Task" [ 1007.158028] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.240592] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483750, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.406315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "refresh_cache-5ad02603-ab24-4817-bfe1-9716de876685" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.595821] env[69751]: INFO nova.compute.manager [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Took 45.49 seconds to build instance. [ 1007.602410] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.602410] env[69751]: DEBUG nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1007.605710] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.167s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.607544] env[69751]: INFO nova.compute.claims [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1007.673021] env[69751]: DEBUG oslo_vmware.api [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483752, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256447} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.673021] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1007.673021] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1007.673021] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1007.673021] env[69751]: INFO nova.compute.manager [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1007.673021] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1007.673021] env[69751]: DEBUG nova.compute.manager [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1007.673021] env[69751]: DEBUG nova.network.neutron [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.690025] env[69751]: DEBUG nova.network.neutron [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.737373] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616566} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.737997] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.738509] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.739098] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d308cad5-3472-43c8-8163-434323f69330 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.749270] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1007.749270] env[69751]: value = "task-3483753" [ 1007.749270] env[69751]: _type = "Task" [ 1007.749270] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.760786] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.099298] env[69751]: DEBUG oslo_concurrency.lockutils [None req-48c562b7-46c9-453c-92c2-5be4d8c0d8ae tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "ff704460-0abc-4904-b398-58eead3b5909" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.845s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.119842] env[69751]: DEBUG nova.compute.utils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1008.124341] env[69751]: DEBUG nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1008.124341] env[69751]: DEBUG nova.network.neutron [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1008.148797] env[69751]: DEBUG nova.compute.manager [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received event network-changed-df9a18de-2bf8-4348-9f49-c8d6297c473c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.149988] env[69751]: DEBUG nova.compute.manager [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Refreshing instance network info cache due to event network-changed-df9a18de-2bf8-4348-9f49-c8d6297c473c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.149988] env[69751]: DEBUG oslo_concurrency.lockutils [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] Acquiring lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.149988] env[69751]: DEBUG oslo_concurrency.lockutils [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] Acquired lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.149988] env[69751]: DEBUG nova.network.neutron [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Refreshing network info cache for port df9a18de-2bf8-4348-9f49-c8d6297c473c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.185235] env[69751]: DEBUG nova.policy [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a8700bdce643929ef558a97448296d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1049b1da1d6545e98f5275bfff946cae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1008.191028] env[69751]: DEBUG nova.network.neutron [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.261195] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.337917} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.261765] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.262399] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb9bff7-843c-4265-9c5b-96b7f87ef918 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.288974] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.289660] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b789cf4-93b1-4c71-b2c2-b3e26c41890f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.317036] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1008.317036] env[69751]: value = "task-3483754" [ 1008.317036] env[69751]: _type = "Task" [ 1008.317036] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.332270] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483754, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.410617] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.410962] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c77e667-8dbb-4284-90da-4789a1a4f97f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.423029] env[69751]: DEBUG oslo_vmware.api [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1008.423029] env[69751]: value = "task-3483755" [ 1008.423029] env[69751]: _type = "Task" [ 1008.423029] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.432123] env[69751]: DEBUG oslo_vmware.api [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.629722] env[69751]: DEBUG nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1008.670381] env[69751]: DEBUG nova.compute.manager [req-c6e1c5ae-c1f0-4763-92a2-f2b3d36be7ba req-4c49a7c9-d994-4b32-97d0-e4763593ed46 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received event network-vif-plugged-fc78d998-0b79-402d-881f-2547d41cb487 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.670429] env[69751]: DEBUG oslo_concurrency.lockutils [req-c6e1c5ae-c1f0-4763-92a2-f2b3d36be7ba req-4c49a7c9-d994-4b32-97d0-e4763593ed46 service nova] Acquiring lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.670732] env[69751]: DEBUG oslo_concurrency.lockutils [req-c6e1c5ae-c1f0-4763-92a2-f2b3d36be7ba req-4c49a7c9-d994-4b32-97d0-e4763593ed46 service nova] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.670932] env[69751]: DEBUG oslo_concurrency.lockutils [req-c6e1c5ae-c1f0-4763-92a2-f2b3d36be7ba req-4c49a7c9-d994-4b32-97d0-e4763593ed46 service nova] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.671709] env[69751]: DEBUG nova.compute.manager [req-c6e1c5ae-c1f0-4763-92a2-f2b3d36be7ba req-4c49a7c9-d994-4b32-97d0-e4763593ed46 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] No waiting events found dispatching network-vif-plugged-fc78d998-0b79-402d-881f-2547d41cb487 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.671709] env[69751]: WARNING nova.compute.manager [req-c6e1c5ae-c1f0-4763-92a2-f2b3d36be7ba req-4c49a7c9-d994-4b32-97d0-e4763593ed46 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received unexpected event network-vif-plugged-fc78d998-0b79-402d-881f-2547d41cb487 for instance with vm_state building and task_state spawning. [ 1008.693362] env[69751]: INFO nova.compute.manager [-] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Took 1.02 seconds to deallocate network for instance. [ 1008.720091] env[69751]: DEBUG nova.network.neutron [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Successfully created port: b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1008.834670] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483754, 'name': ReconfigVM_Task, 'duration_secs': 0.399093} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.837916] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 845dfeb5-2468-4c7c-8ff3-df2351da69ff/845dfeb5-2468-4c7c-8ff3-df2351da69ff.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.839120] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b20c6a-6a92-405d-814a-3a535925c77c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.847966] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1008.847966] env[69751]: value = "task-3483756" [ 1008.847966] env[69751]: _type = "Task" [ 1008.847966] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.861949] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483756, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.938214] env[69751]: DEBUG oslo_vmware.api [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.031008] env[69751]: DEBUG nova.network.neutron [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.201794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.208919] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Successfully updated port: fc78d998-0b79-402d-881f-2547d41cb487 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.231172] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611fcfdf-22e1-434a-9271-c1b825b81b93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.234528] env[69751]: DEBUG nova.network.neutron [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.243015] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21188284-4d5d-4b11-a249-be9f1e9d93cd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.280583] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "ff704460-0abc-4904-b398-58eead3b5909" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.280853] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "ff704460-0abc-4904-b398-58eead3b5909" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.282056] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "ff704460-0abc-4904-b398-58eead3b5909-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.282056] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "ff704460-0abc-4904-b398-58eead3b5909-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.282056] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "ff704460-0abc-4904-b398-58eead3b5909-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.284409] env[69751]: INFO nova.compute.manager [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Terminating instance [ 1009.286431] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c6b2c0-9f20-4910-bb58-2326e600e35f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.299321] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74fddb9-3f4d-492b-b97e-b6a08588d18d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.312191] env[69751]: DEBUG nova.compute.provider_tree [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.359392] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483756, 'name': Rename_Task, 'duration_secs': 0.209683} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.359707] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.359960] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d1fd20f-6f0a-4256-983c-a357b4c24f63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.369195] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1009.369195] env[69751]: value = "task-3483757" [ 1009.369195] env[69751]: _type = "Task" [ 1009.369195] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.378847] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.434548] env[69751]: DEBUG oslo_vmware.api [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483755, 'name': PowerOnVM_Task, 'duration_secs': 0.538959} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.434853] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.435043] env[69751]: DEBUG nova.compute.manager [None req-a6582c05-d6d9-4fa2-b008-e414cfb73595 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.435847] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6cc884-6154-4159-a2aa-cca9a120522a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.648975] env[69751]: DEBUG nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1009.682731] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1009.682882] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1009.683055] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1009.683241] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1009.683938] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1009.684161] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1009.684409] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1009.684808] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1009.684972] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1009.685280] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1009.685506] env[69751]: DEBUG nova.virt.hardware [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1009.686457] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e460b042-a170-4dd6-aefb-1a3a2c4a6ea4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.697705] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe2c85f-3d6b-4d4d-8173-54c2fd2b13fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.726439] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.737694] env[69751]: DEBUG oslo_concurrency.lockutils [req-79c69111-f6bc-4e08-954a-000390ae4adc req-0ed8f5bf-cd5c-41c0-a59c-0dbffb90f90d service nova] Releasing lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.738422] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.738608] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.791234] env[69751]: DEBUG nova.compute.manager [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.791468] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.792433] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5191159-9452-424d-b08a-92471ed4a611 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.806288] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.806627] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ef35e4-4445-4ce5-8331-36e2ede2b1cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.815366] env[69751]: DEBUG nova.scheduler.client.report [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.818807] env[69751]: DEBUG oslo_vmware.api [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1009.818807] env[69751]: value = "task-3483758" [ 1009.818807] env[69751]: _type = "Task" [ 1009.818807] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.830511] env[69751]: DEBUG oslo_vmware.api [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.881685] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.305925] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.321981] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.322555] env[69751]: DEBUG nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1010.329822] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.281s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.330924] env[69751]: DEBUG nova.objects.instance [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lazy-loading 'resources' on Instance uuid 7a6ecba1-04dc-4299-985d-43e3b9211ec7 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.350310] env[69751]: DEBUG oslo_vmware.api [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483758, 'name': PowerOffVM_Task, 'duration_secs': 0.346694} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.354236] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.354414] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.355354] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d9945e1-2c01-42d4-8b37-d08f88efce9e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.383206] env[69751]: DEBUG oslo_vmware.api [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483757, 'name': PowerOnVM_Task, 'duration_secs': 0.679385} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.383569] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.383834] env[69751]: DEBUG nova.compute.manager [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.384641] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397c098-66c9-4b25-aac4-fd5e8b1644f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.424236] env[69751]: DEBUG nova.compute.manager [req-2893a9fb-2f65-4c2b-aeea-8b464f12dafd req-d1bd2e7e-1688-4232-af09-9ea9ccbaeeda service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Received event network-vif-plugged-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.424464] env[69751]: DEBUG oslo_concurrency.lockutils [req-2893a9fb-2f65-4c2b-aeea-8b464f12dafd req-d1bd2e7e-1688-4232-af09-9ea9ccbaeeda service nova] Acquiring lock "75b3f6e1-849c-434c-8c55-61454ce06f8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.424671] env[69751]: DEBUG oslo_concurrency.lockutils [req-2893a9fb-2f65-4c2b-aeea-8b464f12dafd req-d1bd2e7e-1688-4232-af09-9ea9ccbaeeda service nova] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.424834] env[69751]: DEBUG oslo_concurrency.lockutils [req-2893a9fb-2f65-4c2b-aeea-8b464f12dafd req-d1bd2e7e-1688-4232-af09-9ea9ccbaeeda service nova] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.424997] env[69751]: DEBUG nova.compute.manager [req-2893a9fb-2f65-4c2b-aeea-8b464f12dafd req-d1bd2e7e-1688-4232-af09-9ea9ccbaeeda service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] No waiting events found dispatching network-vif-plugged-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.425510] env[69751]: WARNING nova.compute.manager [req-2893a9fb-2f65-4c2b-aeea-8b464f12dafd req-d1bd2e7e-1688-4232-af09-9ea9ccbaeeda service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Received unexpected event network-vif-plugged-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 for instance with vm_state building and task_state spawning. [ 1010.442215] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.442418] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.442531] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleting the datastore file [datastore1] ff704460-0abc-4904-b398-58eead3b5909 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.442879] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-352ab7c7-ae08-47b4-bd4f-dfcabf243085 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.456726] env[69751]: DEBUG oslo_vmware.api [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1010.456726] env[69751]: value = "task-3483760" [ 1010.456726] env[69751]: _type = "Task" [ 1010.456726] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.467210] env[69751]: DEBUG oslo_vmware.api [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.592629] env[69751]: DEBUG nova.network.neutron [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Successfully updated port: b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1010.734376] env[69751]: DEBUG nova.compute.manager [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received event network-changed-fc78d998-0b79-402d-881f-2547d41cb487 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.734579] env[69751]: DEBUG nova.compute.manager [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Refreshing instance network info cache due to event network-changed-fc78d998-0b79-402d-881f-2547d41cb487. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.734788] env[69751]: DEBUG oslo_concurrency.lockutils [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] Acquiring lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.839694] env[69751]: DEBUG nova.compute.utils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.845173] env[69751]: DEBUG nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.845455] env[69751]: DEBUG nova.network.neutron [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.890551] env[69751]: DEBUG nova.policy [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0daec14d2483464e91b4c32fad71e57c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '906398ee4063491aa1f6f3fbf01ff4a8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.910573] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.916194] env[69751]: DEBUG nova.network.neutron [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Updating instance_info_cache with network_info: [{"id": "df9a18de-2bf8-4348-9f49-c8d6297c473c", "address": "fa:16:3e:4d:ca:42", "network": {"id": "9226cd69-790f-43d4-b9bf-cc925936a4b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-439818191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9a18de-2b", "ovs_interfaceid": "df9a18de-2bf8-4348-9f49-c8d6297c473c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc78d998-0b79-402d-881f-2547d41cb487", "address": "fa:16:3e:bb:cf:00", "network": {"id": "9dc04cb3-ea02-44f9-a1de-26748cd63fb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1914488265", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc78d998-0b", "ovs_interfaceid": "fc78d998-0b79-402d-881f-2547d41cb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.968775] env[69751]: DEBUG oslo_vmware.api [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483760, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.095044] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.095125] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.095243] env[69751]: DEBUG nova.network.neutron [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.346598] env[69751]: DEBUG nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1011.420386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Releasing lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.420777] env[69751]: DEBUG nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Instance network_info: |[{"id": "df9a18de-2bf8-4348-9f49-c8d6297c473c", "address": "fa:16:3e:4d:ca:42", "network": {"id": "9226cd69-790f-43d4-b9bf-cc925936a4b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-439818191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9a18de-2b", "ovs_interfaceid": "df9a18de-2bf8-4348-9f49-c8d6297c473c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc78d998-0b79-402d-881f-2547d41cb487", "address": "fa:16:3e:bb:cf:00", "network": {"id": "9dc04cb3-ea02-44f9-a1de-26748cd63fb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1914488265", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc78d998-0b", "ovs_interfaceid": "fc78d998-0b79-402d-881f-2547d41cb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.421098] env[69751]: DEBUG oslo_concurrency.lockutils [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] Acquired lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.421350] env[69751]: DEBUG nova.network.neutron [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Refreshing network info cache for port fc78d998-0b79-402d-881f-2547d41cb487 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.422932] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:ca:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb224918-e294-4b76-80f9-2fa0031b7dc2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df9a18de-2bf8-4348-9f49-c8d6297c473c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:cf:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b8af79a-31d5-4d78-93d7-3919aa1d9186', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc78d998-0b79-402d-881f-2547d41cb487', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.434212] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.438736] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.439826] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab7d31c-6c37-474c-830a-fed89261cea5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.443507] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b281622-a7d4-4020-bb43-ba2e246548ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.469622] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b52c2df-af47-4aea-a346-b85cb3c28e74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.475794] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.475794] env[69751]: value = "task-3483761" [ 1011.475794] env[69751]: _type = "Task" [ 1011.475794] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.476950] env[69751]: DEBUG oslo_vmware.api [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483760, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531614} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.477138] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.477338] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.477540] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.478102] env[69751]: INFO nova.compute.manager [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: ff704460-0abc-4904-b398-58eead3b5909] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1011.478102] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.481018] env[69751]: DEBUG nova.compute.manager [-] [instance: ff704460-0abc-4904-b398-58eead3b5909] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.481136] env[69751]: DEBUG nova.network.neutron [-] [instance: ff704460-0abc-4904-b398-58eead3b5909] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.515171] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529c6eaf-70bd-4e4e-9a48-e48ffbe92a43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.521623] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483761, 'name': CreateVM_Task} progress is 15%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.527451] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94f8344-8e61-4c36-a0c7-1ea4a34b6dd5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.550251] env[69751]: DEBUG nova.compute.provider_tree [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.624120] env[69751]: DEBUG nova.network.neutron [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Successfully created port: f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1011.695446] env[69751]: DEBUG nova.network.neutron [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1011.789547] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.789858] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.790101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.790320] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.790501] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.793039] env[69751]: INFO nova.compute.manager [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Terminating instance [ 1011.992354] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483761, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.060025] env[69751]: DEBUG nova.scheduler.client.report [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.088549] env[69751]: DEBUG nova.network.neutron [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Updated VIF entry in instance network info cache for port fc78d998-0b79-402d-881f-2547d41cb487. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1012.088549] env[69751]: DEBUG nova.network.neutron [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Updating instance_info_cache with network_info: [{"id": "df9a18de-2bf8-4348-9f49-c8d6297c473c", "address": "fa:16:3e:4d:ca:42", "network": {"id": "9226cd69-790f-43d4-b9bf-cc925936a4b5", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-439818191", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.47", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb224918-e294-4b76-80f9-2fa0031b7dc2", "external-id": "nsx-vlan-transportzone-876", "segmentation_id": 876, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf9a18de-2b", "ovs_interfaceid": "df9a18de-2bf8-4348-9f49-c8d6297c473c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fc78d998-0b79-402d-881f-2547d41cb487", "address": "fa:16:3e:bb:cf:00", "network": {"id": "9dc04cb3-ea02-44f9-a1de-26748cd63fb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1914488265", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc78d998-0b", "ovs_interfaceid": "fc78d998-0b79-402d-881f-2547d41cb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.095281] env[69751]: DEBUG nova.network.neutron [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Updating instance_info_cache with network_info: [{"id": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "address": "fa:16:3e:ef:bd:5b", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2396bb7-8c", "ovs_interfaceid": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.254107] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "8f078314-49cf-4a13-9082-0103afffd8e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.254284] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "8f078314-49cf-4a13-9082-0103afffd8e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.296976] env[69751]: DEBUG nova.compute.manager [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.297124] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.298384] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9e8734-b3ac-48c0-9ee3-66265dd00c59 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.306646] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.306920] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c90c3c60-5a69-474c-b65f-1d902896043c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.316512] env[69751]: DEBUG oslo_vmware.api [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1012.316512] env[69751]: value = "task-3483762" [ 1012.316512] env[69751]: _type = "Task" [ 1012.316512] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.328706] env[69751]: DEBUG oslo_vmware.api [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.361151] env[69751]: DEBUG nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1012.394167] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.394167] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.394167] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.394167] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.394167] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.394167] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.394593] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.394943] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.395325] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.396169] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.396169] env[69751]: DEBUG nova.virt.hardware [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.397299] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7918af-115d-43e3-9393-e0f286673319 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.410024] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38812ae5-2c56-40ee-bc27-fde3837f0934 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.494250] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483761, 'name': CreateVM_Task, 'duration_secs': 0.5591} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.494614] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.498270] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.498270] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.498270] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.498270] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c4639e9-054d-4bed-9f10-ca662c3ad60a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.507429] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1012.507429] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522de97a-eedf-1f7e-0e60-f1de41032065" [ 1012.507429] env[69751]: _type = "Task" [ 1012.507429] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.518973] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522de97a-eedf-1f7e-0e60-f1de41032065, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.531390] env[69751]: DEBUG nova.compute.manager [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Received event network-changed-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.531390] env[69751]: DEBUG nova.compute.manager [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Refreshing instance network info cache due to event network-changed-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.531390] env[69751]: DEBUG oslo_concurrency.lockutils [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] Acquiring lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.567142] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.575025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.146s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.575025] env[69751]: INFO nova.compute.claims [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.592690] env[69751]: DEBUG oslo_concurrency.lockutils [req-59f0c4ed-db4a-44f0-9c2c-bbb93f6d0cff req-095b79e6-5dfe-4a0e-9b1d-0e9822712209 service nova] Releasing lock "refresh_cache-c42af9d4-8a53-4a89-b20f-35e8f9d007ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.597077] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.597797] env[69751]: DEBUG nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Instance network_info: |[{"id": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "address": "fa:16:3e:ef:bd:5b", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2396bb7-8c", "ovs_interfaceid": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1012.599944] env[69751]: DEBUG oslo_concurrency.lockutils [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] Acquired lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.599944] env[69751]: DEBUG nova.network.neutron [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Refreshing network info cache for port b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.601320] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:bd:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.612408] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.617495] env[69751]: INFO nova.scheduler.client.report [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Deleted allocations for instance 7a6ecba1-04dc-4299-985d-43e3b9211ec7 [ 1012.618230] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.618888] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c83af5b3-3234-46b6-bc60-7b45ffebe8ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.661153] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.661153] env[69751]: value = "task-3483763" [ 1012.661153] env[69751]: _type = "Task" [ 1012.661153] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.669657] env[69751]: DEBUG nova.network.neutron [-] [instance: ff704460-0abc-4904-b398-58eead3b5909] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.678751] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483763, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.763036] env[69751]: DEBUG nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.782583] env[69751]: DEBUG nova.compute.manager [req-7a775714-ecbc-4cc5-b269-499ce98320cb req-e05c3079-e29a-4551-8b9c-8b95a2b62e45 service nova] [instance: ff704460-0abc-4904-b398-58eead3b5909] Received event network-vif-deleted-8ea042a1-316f-437b-a350-9a40c7aa6ea2 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.832505] env[69751]: DEBUG oslo_vmware.api [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483762, 'name': PowerOffVM_Task, 'duration_secs': 0.407333} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.832889] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.833129] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.833462] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8488a95-d0a1-4a97-91ac-3a53f90f9494 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.849443] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "5e280484-58b9-4ae7-a2a9-585d69e66310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.849817] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.909273] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.909598] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.909748] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleting the datastore file [datastore1] 845dfeb5-2468-4c7c-8ff3-df2351da69ff {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.910045] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e2618fb-6d1c-4666-9c5d-ffef470704d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.924624] env[69751]: DEBUG oslo_vmware.api [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1012.924624] env[69751]: value = "task-3483765" [ 1012.924624] env[69751]: _type = "Task" [ 1012.924624] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.935382] env[69751]: DEBUG oslo_vmware.api [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.020837] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522de97a-eedf-1f7e-0e60-f1de41032065, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.021215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.021411] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.021756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.021947] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.023279] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.023833] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f4cea29-374e-41c2-bd50-82ec85f763de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.044945] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.045473] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.046383] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a84e1795-6234-41da-a519-2868727af0dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.054420] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1013.054420] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5256a34f-2fb9-f109-432b-969e18f99532" [ 1013.054420] env[69751]: _type = "Task" [ 1013.054420] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.064987] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5256a34f-2fb9-f109-432b-969e18f99532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.071623] env[69751]: DEBUG nova.network.neutron [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Updated VIF entry in instance network info cache for port b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.071623] env[69751]: DEBUG nova.network.neutron [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Updating instance_info_cache with network_info: [{"id": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "address": "fa:16:3e:ef:bd:5b", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2396bb7-8c", "ovs_interfaceid": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.159251] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03074230-f8e4-4f2e-a358-27f043aae9ad tempest-ServerGroupTestJSON-465609962 tempest-ServerGroupTestJSON-465609962-project-member] Lock "7a6ecba1-04dc-4299-985d-43e3b9211ec7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.622s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.177673] env[69751]: INFO nova.compute.manager [-] [instance: ff704460-0abc-4904-b398-58eead3b5909] Took 1.69 seconds to deallocate network for instance. [ 1013.184254] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483763, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.298482] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.352586] env[69751]: DEBUG nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.437964] env[69751]: DEBUG oslo_vmware.api [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373418} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.438243] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.438409] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.438584] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.438756] env[69751]: INFO nova.compute.manager [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1013.438997] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.439212] env[69751]: DEBUG nova.compute.manager [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.439314] env[69751]: DEBUG nova.network.neutron [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.570192] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5256a34f-2fb9-f109-432b-969e18f99532, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.570581] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53a75720-745b-4afe-8d33-f05055d6345a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.574734] env[69751]: DEBUG oslo_concurrency.lockutils [req-6ec94ebb-e482-467c-a328-977a35bd73d9 req-a6dc09cf-1610-45ea-9b12-e89f609dc2b7 service nova] Releasing lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.577984] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1013.577984] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f12a7-9a6f-120d-4612-7021523118b2" [ 1013.577984] env[69751]: _type = "Task" [ 1013.577984] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.602014] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529f12a7-9a6f-120d-4612-7021523118b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016243} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.602973] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.602973] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c42af9d4-8a53-4a89-b20f-35e8f9d007ba/c42af9d4-8a53-4a89-b20f-35e8f9d007ba.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.603745] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5448bd14-78f3-41ca-9a43-cd64765d82c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.613323] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1013.613323] env[69751]: value = "task-3483766" [ 1013.613323] env[69751]: _type = "Task" [ 1013.613323] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.623558] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.677282] env[69751]: DEBUG nova.network.neutron [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Successfully updated port: f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1013.690289] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483763, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.692023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.886504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.080708] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "a927efc3-2549-41f5-99f5-a470fa03bc4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.080983] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.127558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "6bc8bceb-03bc-4564-8130-474236341230" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.127875] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6bc8bceb-03bc-4564-8130-474236341230" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.133205] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.161469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "6253404c-cfdf-4e83-812d-d61ae6e09595" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.161469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.180015] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483763, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.187021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.187767] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.188104] env[69751]: DEBUG nova.network.neutron [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.270268] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f40d611-8af4-43e2-98c8-df657ab045ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.282498] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171778fe-8fcb-4568-b78e-624b77259269 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.314880] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9317faf-67f1-4136-b605-f28019138094 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.324044] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07d1e2e-5007-4bfa-9f02-d1c502400a61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.343263] env[69751]: DEBUG nova.compute.provider_tree [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.381463] env[69751]: DEBUG nova.network.neutron [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.562197] env[69751]: DEBUG nova.compute.manager [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Received event network-vif-plugged-f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.562476] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] Acquiring lock "8fc1eedc-d3fa-4580-b8c3-719732c86545-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.562724] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.562798] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.562995] env[69751]: DEBUG nova.compute.manager [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] No waiting events found dispatching network-vif-plugged-f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1014.563145] env[69751]: WARNING nova.compute.manager [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Received unexpected event network-vif-plugged-f64be299-a1bd-406e-b138-215fd4a11fa0 for instance with vm_state building and task_state spawning. [ 1014.563274] env[69751]: DEBUG nova.compute.manager [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Received event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.563391] env[69751]: DEBUG nova.compute.manager [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing instance network info cache due to event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1014.563553] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] Acquiring lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.583786] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.628541] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483766, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.629982] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.666926] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.685945] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483763, 'name': CreateVM_Task, 'duration_secs': 1.607786} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.686243] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.686977] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.687255] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.687744] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.688272] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-285bc52a-ed07-45f6-a974-736ac111f3ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.697193] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1014.697193] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523a358b-a159-b56f-bf92-35a552b012c7" [ 1014.697193] env[69751]: _type = "Task" [ 1014.697193] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.707590] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523a358b-a159-b56f-bf92-35a552b012c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.746143] env[69751]: DEBUG nova.network.neutron [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1014.834207] env[69751]: DEBUG nova.compute.manager [req-89e1f739-0dfd-46c8-bdbf-2b2c48482e20 req-d81e9e79-836e-44ef-b225-efa5b06f5038 service nova] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Received event network-vif-deleted-81941e93-26ac-44fd-bfaf-0f3a7167fe23 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.847751] env[69751]: DEBUG nova.scheduler.client.report [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.884421] env[69751]: INFO nova.compute.manager [-] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Took 1.44 seconds to deallocate network for instance. [ 1014.964266] env[69751]: DEBUG nova.network.neutron [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.109082] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.125814] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483766, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.125269} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.126161] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c42af9d4-8a53-4a89-b20f-35e8f9d007ba/c42af9d4-8a53-4a89-b20f-35e8f9d007ba.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.126389] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.126644] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d48e680-d282-4d2d-9224-caae1a67aa62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.136496] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1015.136496] env[69751]: value = "task-3483767" [ 1015.136496] env[69751]: _type = "Task" [ 1015.136496] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.151243] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.160549] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.189036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.211737] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523a358b-a159-b56f-bf92-35a552b012c7, 'name': SearchDatastore_Task, 'duration_secs': 0.031864} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.212044] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.212277] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1015.212528] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.212678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.212850] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1015.213138] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04a6019d-b1f4-465b-aa46-7e73b9fcd320 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.231390] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1015.231607] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1015.232389] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6731995c-c097-41c1-a03c-bb5e1603a5d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.239583] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1015.239583] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526f2cf5-77ea-2486-7ced-08411147bb97" [ 1015.239583] env[69751]: _type = "Task" [ 1015.239583] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.248636] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526f2cf5-77ea-2486-7ced-08411147bb97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.355354] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.355923] env[69751]: DEBUG nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.358809] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.225s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.359080] env[69751]: DEBUG nova.objects.instance [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lazy-loading 'resources' on Instance uuid 2243bdda-7096-4c9a-b6fa-74804dfdedaa {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.391941] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.467900] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.467900] env[69751]: DEBUG nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Instance network_info: |[{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.468356] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] Acquired lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.468614] env[69751]: DEBUG nova.network.neutron [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.471157] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:a6:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1d468f87-964a-4fb6-bab3-b83f6f2646b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f64be299-a1bd-406e-b138-215fd4a11fa0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.478691] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.480333] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.480333] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1f64c98-d186-4340-b52f-c272ed2f7c13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.507056] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1015.507056] env[69751]: value = "task-3483768" [ 1015.507056] env[69751]: _type = "Task" [ 1015.507056] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.518021] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483768, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.650537] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077427} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.650806] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.651591] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba70596-8cd4-49f8-b24e-f244ca00da8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.683648] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] c42af9d4-8a53-4a89-b20f-35e8f9d007ba/c42af9d4-8a53-4a89-b20f-35e8f9d007ba.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.684474] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edd1daa1-3ac9-4ff2-99be-3ea9c43be5c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.708323] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1015.708323] env[69751]: value = "task-3483769" [ 1015.708323] env[69751]: _type = "Task" [ 1015.708323] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.723495] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.751648] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526f2cf5-77ea-2486-7ced-08411147bb97, 'name': SearchDatastore_Task, 'duration_secs': 0.071963} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.753524] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c2424f3-5d90-45e3-9b47-0c9a26ff82c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.762943] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1015.762943] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52212d4c-eca0-105d-a2ee-a8a9d59a45fd" [ 1015.762943] env[69751]: _type = "Task" [ 1015.762943] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.772796] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52212d4c-eca0-105d-a2ee-a8a9d59a45fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.862634] env[69751]: DEBUG nova.compute.utils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.864182] env[69751]: DEBUG nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.864369] env[69751]: DEBUG nova.network.neutron [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.934751] env[69751]: DEBUG nova.policy [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4add5ae558fa4e5bbf756c3b11e4ae40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c52512532d874a59864ce4536e208a0f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.021499] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483768, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.220776] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483769, 'name': ReconfigVM_Task, 'duration_secs': 0.29745} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.221068] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Reconfigured VM instance instance-00000041 to attach disk [datastore1] c42af9d4-8a53-4a89-b20f-35e8f9d007ba/c42af9d4-8a53-4a89-b20f-35e8f9d007ba.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.221662] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6476f21-30f6-4fcc-9521-7ae420fa8482 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.230233] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1016.230233] env[69751]: value = "task-3483770" [ 1016.230233] env[69751]: _type = "Task" [ 1016.230233] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.237464] env[69751]: DEBUG nova.network.neutron [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updated VIF entry in instance network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.237898] env[69751]: DEBUG nova.network.neutron [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.242505] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483770, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.277585] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52212d4c-eca0-105d-a2ee-a8a9d59a45fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01199} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.277932] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.278232] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.278510] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54e7961d-033a-4586-915c-9910b62c0448 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.290626] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1016.290626] env[69751]: value = "task-3483771" [ 1016.290626] env[69751]: _type = "Task" [ 1016.290626] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.304479] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.367837] env[69751]: DEBUG nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.453376] env[69751]: DEBUG nova.network.neutron [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Successfully created port: 520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.457316] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d421e4-54c3-47ab-a1d7-142a1e15f906 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.466274] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a94f52-1e9f-4031-a5c4-d991387fcb43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.500296] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a510ba45-9396-4d89-8e73-321ca3bbc7de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.512954] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17622cf8-df8b-4c4e-8fb6-977cb01da152 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.530481] env[69751]: DEBUG nova.compute.provider_tree [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.534615] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483768, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.746857] env[69751]: DEBUG oslo_concurrency.lockutils [req-3a068955-abf7-482c-9d15-dcb05ec0303f req-298723da-5f7f-4916-9373-1ad5b90bae22 service nova] Releasing lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.747467] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483770, 'name': Rename_Task, 'duration_secs': 0.169216} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.747788] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.748299] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e68408b8-5afd-4c49-aff2-fc025faa8b5e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.761537] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1016.761537] env[69751]: value = "task-3483772" [ 1016.761537] env[69751]: _type = "Task" [ 1016.761537] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.772672] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.801865] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483771, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.020095] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483768, 'name': CreateVM_Task, 'duration_secs': 1.386737} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.020352] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.021131] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.021372] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.021746] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.022014] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c4f73b3-733f-4540-8e7c-dd50a43de251 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.027919] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1017.027919] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b6eab-b8dc-60f6-5482-7440b261e495" [ 1017.027919] env[69751]: _type = "Task" [ 1017.027919] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.038046] env[69751]: DEBUG nova.scheduler.client.report [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.040553] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b6eab-b8dc-60f6-5482-7440b261e495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.141356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Acquiring lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.141356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.273523] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.300767] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528553} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.301010] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.301236] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.301489] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-771381fd-1b5c-42b4-98a7-27b2faaefce9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.309327] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1017.309327] env[69751]: value = "task-3483773" [ 1017.309327] env[69751]: _type = "Task" [ 1017.309327] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.319177] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483773, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.387172] env[69751]: DEBUG nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.413315] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.413578] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.413740] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.413932] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.414082] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.414232] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.414438] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.414594] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.414765] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.415033] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.415237] env[69751]: DEBUG nova.virt.hardware [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.416125] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83638eeb-a7cf-4551-931b-319862001a9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.425425] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f45cc-bd8b-4f21-a43f-7239c6544cdc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.540943] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520b6eab-b8dc-60f6-5482-7440b261e495, 'name': SearchDatastore_Task, 'duration_secs': 0.019371} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.541295] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.541534] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.541775] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.541926] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.542113] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.542994] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.545027] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f431410e-e141-45ce-8814-7bc53b8b332c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.547496] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.957s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.549195] env[69751]: INFO nova.compute.claims [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.562245] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.562462] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.563756] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b0f6c05-6e47-4866-ba76-b33bf812f20b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.569129] env[69751]: INFO nova.scheduler.client.report [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleted allocations for instance 2243bdda-7096-4c9a-b6fa-74804dfdedaa [ 1017.574775] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1017.574775] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e12249-3d8c-2f3e-e9b6-328634d61920" [ 1017.574775] env[69751]: _type = "Task" [ 1017.574775] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.583798] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e12249-3d8c-2f3e-e9b6-328634d61920, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.644640] env[69751]: DEBUG nova.compute.utils [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1017.663981] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "1b367973-3c0c-4634-814c-9a67a2378ae6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.664623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "1b367973-3c0c-4634-814c-9a67a2378ae6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.772911] env[69751]: DEBUG oslo_vmware.api [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483772, 'name': PowerOnVM_Task, 'duration_secs': 0.642931} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.773966] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.773966] env[69751]: INFO nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Took 13.10 seconds to spawn the instance on the hypervisor. [ 1017.773966] env[69751]: DEBUG nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.774823] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b88261-de6b-4bd0-97a9-1178e8e5e84a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.820938] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483773, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118405} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.820938] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.821751] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f3c9fb-3833-47f1-9466-e2934e1ce933 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.847213] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.847923] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbce5d51-3848-4aaa-84dc-98c2b81bdc29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.870870] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1017.870870] env[69751]: value = "task-3483774" [ 1017.870870] env[69751]: _type = "Task" [ 1017.870870] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.883118] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.043619] env[69751]: DEBUG nova.network.neutron [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Successfully updated port: 520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.076044] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92542151-c20f-4e33-972b-e53abf475ee8 tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "2243bdda-7096-4c9a-b6fa-74804dfdedaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.414s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.087661] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e12249-3d8c-2f3e-e9b6-328634d61920, 'name': SearchDatastore_Task, 'duration_secs': 0.036081} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.089868] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae3039c-bd5b-427d-8b50-9afb0365f858 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.096732] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1018.096732] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52732f58-c929-bfac-dddc-fe762ab6fc78" [ 1018.096732] env[69751]: _type = "Task" [ 1018.096732] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.107397] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52732f58-c929-bfac-dddc-fe762ab6fc78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.148372] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.200468] env[69751]: DEBUG nova.compute.manager [req-4e96462b-8321-4d3e-8c0f-1a176d8d03f7 req-0f77b8df-cb38-4886-a4be-18e23c606bcc service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Received event network-vif-plugged-520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.200860] env[69751]: DEBUG oslo_concurrency.lockutils [req-4e96462b-8321-4d3e-8c0f-1a176d8d03f7 req-0f77b8df-cb38-4886-a4be-18e23c606bcc service nova] Acquiring lock "92562b39-19bd-4c50-bc61-d1a7bad5db84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.201090] env[69751]: DEBUG oslo_concurrency.lockutils [req-4e96462b-8321-4d3e-8c0f-1a176d8d03f7 req-0f77b8df-cb38-4886-a4be-18e23c606bcc service nova] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.201259] env[69751]: DEBUG oslo_concurrency.lockutils [req-4e96462b-8321-4d3e-8c0f-1a176d8d03f7 req-0f77b8df-cb38-4886-a4be-18e23c606bcc service nova] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.201420] env[69751]: DEBUG nova.compute.manager [req-4e96462b-8321-4d3e-8c0f-1a176d8d03f7 req-0f77b8df-cb38-4886-a4be-18e23c606bcc service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] No waiting events found dispatching network-vif-plugged-520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1018.201596] env[69751]: WARNING nova.compute.manager [req-4e96462b-8321-4d3e-8c0f-1a176d8d03f7 req-0f77b8df-cb38-4886-a4be-18e23c606bcc service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Received unexpected event network-vif-plugged-520dddf6-f87a-449d-bbd0-30033f2a7a76 for instance with vm_state building and task_state spawning. [ 1018.293472] env[69751]: INFO nova.compute.manager [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Took 49.47 seconds to build instance. [ 1018.381349] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483774, 'name': ReconfigVM_Task, 'duration_secs': 0.437701} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.381669] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.382283] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94ae8428-3404-4337-81be-05a2c20ab1c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.391283] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1018.391283] env[69751]: value = "task-3483775" [ 1018.391283] env[69751]: _type = "Task" [ 1018.391283] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.408960] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483775, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.546617] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.546757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquired lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.546910] env[69751]: DEBUG nova.network.neutron [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.611567] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52732f58-c929-bfac-dddc-fe762ab6fc78, 'name': SearchDatastore_Task, 'duration_secs': 0.017985} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.611896] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.612182] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/8fc1eedc-d3fa-4580-b8c3-719732c86545.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.612461] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8670892-bf48-47e9-8b18-776e875da7a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.620676] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1018.620676] env[69751]: value = "task-3483776" [ 1018.620676] env[69751]: _type = "Task" [ 1018.620676] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.629314] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.796084] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7cee6dad-c0a4-41a8-95c4-747e5cc240c3 tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.375s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.833628] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "475bc63b-830f-4772-b5d3-97b7b4bae22d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.834247] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.905893] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483775, 'name': Rename_Task, 'duration_secs': 0.141543} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.906991] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.907146] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f8d1b6d-283a-4403-8da6-b3e32de85f99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.915446] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1018.915446] env[69751]: value = "task-3483777" [ 1018.915446] env[69751]: _type = "Task" [ 1018.915446] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.928088] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.129427] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3be2bde-b804-4c74-aecb-8754ffae456b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.135135] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482334} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.135763] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/8fc1eedc-d3fa-4580-b8c3-719732c86545.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.135983] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.136268] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-137c0283-1334-4f8c-a4d9-504a3cbddc7f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.861746] env[69751]: DEBUG nova.network.neutron [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.867181] env[69751]: DEBUG nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.870472] env[69751]: INFO nova.compute.manager [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Rebuilding instance [ 1019.872919] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Acquiring lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.873198] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.873418] env[69751]: INFO nova.compute.manager [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Attaching volume 4838f626-d107-4f05-aa67-a898ce3694ad to /dev/sdb [ 1019.883495] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c68f8a-29a5-4954-a740-47ddf939c579 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.889242] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1019.889242] env[69751]: value = "task-3483778" [ 1019.889242] env[69751]: _type = "Task" [ 1019.889242] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.923088] env[69751]: DEBUG oslo_vmware.api [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483777, 'name': PowerOnVM_Task, 'duration_secs': 0.558929} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.931202] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886b1e9f-6132-4db2-b830-a5a816ed6452 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.934077] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.934077] env[69751]: INFO nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1019.935204] env[69751]: DEBUG nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.939049] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4100abb2-843f-46b1-89b4-0cbc209b7d6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.942550] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.953914] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d05c2e6-826d-4461-ab14-3763501f5185 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.971801] env[69751]: DEBUG nova.compute.provider_tree [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.980903] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9e92f1-00ab-4090-b760-908f2e770e53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.988982] env[69751]: DEBUG nova.compute.manager [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1019.989792] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4c138b-ec70-4bc7-b9ea-00bd9bca7c95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.997552] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b408f0-7371-49c8-9a59-ec9175d11c41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.016974] env[69751]: DEBUG nova.virt.block_device [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Updating existing volume attachment record: 80745337-0b3b-4998-b01d-e912bd02a6cd {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1020.115497] env[69751]: DEBUG nova.network.neutron [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Updating instance_info_cache with network_info: [{"id": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "address": "fa:16:3e:4d:f1:36", "network": {"id": "ecc793fc-17dc-40f7-8470-f032ea440d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-508303233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52512532d874a59864ce4536e208a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520dddf6-f8", "ovs_interfaceid": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.230369] env[69751]: DEBUG nova.compute.manager [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Received event network-changed-520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.230500] env[69751]: DEBUG nova.compute.manager [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Refreshing instance network info cache due to event network-changed-520dddf6-f87a-449d-bbd0-30033f2a7a76. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.230703] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] Acquiring lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.387529] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.387874] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.388094] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.388287] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.388452] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.390705] env[69751]: INFO nova.compute.manager [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Terminating instance [ 1020.396287] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.405110] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097634} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.405989] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.406918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ff6e09-9557-4a82-aaba-10508162c3ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.432579] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/8fc1eedc-d3fa-4580-b8c3-719732c86545.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.433195] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdb73872-fa8c-4204-96b2-7480fd014aa0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.455802] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1020.455802] env[69751]: value = "task-3483782" [ 1020.455802] env[69751]: _type = "Task" [ 1020.455802] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.468620] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.471806] env[69751]: INFO nova.compute.manager [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Took 44.93 seconds to build instance. [ 1020.486540] env[69751]: DEBUG nova.scheduler.client.report [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.619621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Releasing lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.620019] env[69751]: DEBUG nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Instance network_info: |[{"id": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "address": "fa:16:3e:4d:f1:36", "network": {"id": "ecc793fc-17dc-40f7-8470-f032ea440d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-508303233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52512532d874a59864ce4536e208a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520dddf6-f8", "ovs_interfaceid": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.620366] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] Acquired lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.620560] env[69751]: DEBUG nova.network.neutron [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Refreshing network info cache for port 520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.621844] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:f1:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '520dddf6-f87a-449d-bbd0-30033f2a7a76', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.634901] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Creating folder: Project (c52512532d874a59864ce4536e208a0f). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.637772] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be81a27e-e211-414b-bf01-c627ba6732ff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.652513] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Created folder: Project (c52512532d874a59864ce4536e208a0f) in parent group-v696263. [ 1020.653116] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Creating folder: Instances. Parent ref: group-v696452. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.653427] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5459f3b3-dbf0-41f5-a0f8-d82c028e6e3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.669073] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Created folder: Instances in parent group-v696452. [ 1020.669500] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.669675] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.669958] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d6ac720-6635-47b3-b500-a495d6e1706a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.697101] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.697101] env[69751]: value = "task-3483785" [ 1020.697101] env[69751]: _type = "Task" [ 1020.697101] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.712637] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483785, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.899713] env[69751]: DEBUG nova.compute.manager [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.900113] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.900875] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca6c27f-bb7c-494b-84d7-ce5b4d435960 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.910138] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.911186] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-058cdd75-60c1-4fdb-9ff7-e1b77454ab38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.920534] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1020.920534] env[69751]: value = "task-3483786" [ 1020.920534] env[69751]: _type = "Task" [ 1020.920534] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.931142] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.968997] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483782, 'name': ReconfigVM_Task, 'duration_secs': 0.393375} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.969314] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/8fc1eedc-d3fa-4580-b8c3-719732c86545.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.969944] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5674474e-9390-47ea-bedc-7818e2a311db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.974350] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d2d29f5f-6fbf-4136-8854-7991c9f26ee9 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.710s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.978689] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1020.978689] env[69751]: value = "task-3483787" [ 1020.978689] env[69751]: _type = "Task" [ 1020.978689] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.994313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.447s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.995352] env[69751]: DEBUG nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.998609] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483787, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.999167] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 34.249s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.010481] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.010653] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2935e693-d1bb-4e57-ace6-d07bfdef3b44 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.021024] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 1021.021024] env[69751]: value = "task-3483788" [ 1021.021024] env[69751]: _type = "Task" [ 1021.021024] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.034049] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.128023] env[69751]: DEBUG nova.network.neutron [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Updated VIF entry in instance network info cache for port 520dddf6-f87a-449d-bbd0-30033f2a7a76. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.128023] env[69751]: DEBUG nova.network.neutron [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Updating instance_info_cache with network_info: [{"id": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "address": "fa:16:3e:4d:f1:36", "network": {"id": "ecc793fc-17dc-40f7-8470-f032ea440d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-508303233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52512532d874a59864ce4536e208a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520dddf6-f8", "ovs_interfaceid": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.213466] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483785, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.430656] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.477337] env[69751]: DEBUG nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.489776] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483787, 'name': Rename_Task, 'duration_secs': 0.158616} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.490136] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.490436] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87c9cb53-6cdf-47cc-8097-d0a3a82f4d8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.498095] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1021.498095] env[69751]: value = "task-3483789" [ 1021.498095] env[69751]: _type = "Task" [ 1021.498095] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.502435] env[69751]: DEBUG nova.compute.utils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.515445] env[69751]: DEBUG nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.515627] env[69751]: DEBUG nova.network.neutron [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.523737] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483789, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.537533] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483788, 'name': PowerOffVM_Task, 'duration_secs': 0.236311} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.538144] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.539118] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.539673] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4652e81f-6222-4e77-8ff8-a10ed3572b4e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.548371] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 1021.548371] env[69751]: value = "task-3483790" [ 1021.548371] env[69751]: _type = "Task" [ 1021.548371] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.558567] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.560130] env[69751]: DEBUG nova.policy [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.627266] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d268acf-b311-43eb-90e3-93ae00c51b90 req-f1e4ae37-34a7-4e8c-8ebe-599ecfa344de service nova] Releasing lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.710677] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483785, 'name': CreateVM_Task, 'duration_secs': 0.548724} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.710677] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.710856] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.711007] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.711349] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.711728] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c5a27e-2242-43ce-85fc-6ad6ae624267 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.717337] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1021.717337] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd6273-7988-e37a-44f2-7f73880a91bb" [ 1021.717337] env[69751]: _type = "Task" [ 1021.717337] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.727067] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd6273-7988-e37a-44f2-7f73880a91bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.937413] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.939046] env[69751]: DEBUG nova.network.neutron [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Successfully created port: 5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.006405] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.010127] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483789, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.019060] env[69751]: DEBUG nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.026025] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Applying migration context for instance 6c7fe985-3b75-466f-b252-39a0a560d0d8 as it has an incoming, in-progress migration 5ba7e478-5961-4032-ab53-d1a7df14b160. Migration status is reverting {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1022.026303] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating resource usage from migration 5ba7e478-5961-4032-ab53-d1a7df14b160 [ 1022.054078] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c79bb961-4170-4f8b-a81d-407a09be1cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.054251] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 0a867df1-b9af-4a10-8a65-eca278cfa6ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.054378] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8d3b4526-ef53-4517-a042-5b23502cd66a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.054512] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance aa1839a8-3034-4575-8da3-32e34ddd2cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.054666] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8c2769e9-4ec5-420e-9c22-8102db2e652e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1022.054801] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a1f80c39-d4d9-488e-ba8c-84a11a9f9882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.054924] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a1d9a7d5-69c9-486c-9e4b-99cc07d20730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.055046] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 34ed9d40-479e-4f43-b127-ec4c0f2634e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.055160] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5ad02603-ab24-4817-bfe1-9716de876685 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.055289] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance dab255ce-923e-45eb-bd6d-0bbd34a21b7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.055417] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f886668c-02f3-4ea7-8ba3-eca7a392a8e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1022.055546] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f6e65fdf-e194-444a-99a3-3ef7932a6cc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.055733] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2c092d2e-7646-4db7-b883-16f420d17250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.055911] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.056045] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.056156] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance fe76a342-378d-4766-b4f5-5d2471ee2ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.056292] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 4dd46da4-1563-45ec-9733-7ecf7df52723 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1022.056421] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 70b84da0-e146-43d8-a489-e4685eb4e59d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1022.056528] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.056644] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 12fc5f9c-7b04-4602-99f7-f96251c8c5da is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1022.056821] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 5ba7e478-5961-4032-ab53-d1a7df14b160 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1022.056878] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 6c7fe985-3b75-466f-b252-39a0a560d0d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.058026] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 845dfeb5-2468-4c7c-8ff3-df2351da69ff is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1022.058026] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c3f35115-410c-465c-a9f1-78d7d74976c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.058026] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance ff704460-0abc-4904-b398-58eead3b5909 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1022.058026] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c42af9d4-8a53-4a89-b20f-35e8f9d007ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.058026] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 75b3f6e1-849c-434c-8c55-61454ce06f8d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.058026] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8fc1eedc-d3fa-4580-b8c3-719732c86545 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.058026] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 92562b39-19bd-4c50-bc61-d1a7bad5db84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.058026] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 549320dd-0976-4346-a82e-107878bc5ba5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1022.067846] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1022.068122] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1022.068384] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696345', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'name': 'volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45fdd092-44c8-4c99-b4a6-f51a287c4069', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'serial': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1022.069332] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca804be8-f9dd-4d2f-9307-0d6f3b43d816 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.092121] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97709c95-9287-461c-8a57-0de99a5a30b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.102295] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43103a91-0062-45dc-975d-8b3506971c53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.125547] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22328f2d-120c-44d2-a984-213fcec307e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.143887] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] The volume has not been displaced from its original location: [datastore1] volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb/volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1022.148753] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.149146] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94cd8356-4754-4285-8c0e-e3cd95fd9c03 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.170804] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 1022.170804] env[69751]: value = "task-3483791" [ 1022.170804] env[69751]: _type = "Task" [ 1022.170804] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.184168] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.235760] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd6273-7988-e37a-44f2-7f73880a91bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013762} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.236239] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.236609] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.236905] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.237120] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.237382] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.237752] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5ae45b4-0f34-43ab-84a4-56f53b157b13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.252891] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.253171] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.254725] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c224b0d-3dc2-4501-a8f8-72510b3323ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.263394] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1022.263394] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca81c3-4b73-e269-e4ba-00379d2a11d3" [ 1022.263394] env[69751]: _type = "Task" [ 1022.263394] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.271874] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca81c3-4b73-e269-e4ba-00379d2a11d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.313855] env[69751]: DEBUG nova.compute.manager [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Received event network-changed-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.314065] env[69751]: DEBUG nova.compute.manager [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Refreshing instance network info cache due to event network-changed-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.314292] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] Acquiring lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.314433] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] Acquired lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.314591] env[69751]: DEBUG nova.network.neutron [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Refreshing network info cache for port b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.432382] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483786, 'name': PowerOffVM_Task, 'duration_secs': 1.177878} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.432727] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.432910] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.433183] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5022ce9f-b674-49ff-89c1-48a394d558af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.509790] env[69751]: DEBUG oslo_vmware.api [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483789, 'name': PowerOnVM_Task, 'duration_secs': 0.530022} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.510119] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.510328] env[69751]: INFO nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1022.510529] env[69751]: DEBUG nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.511346] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11c4f43-a1e8-4697-bc29-78ec386d19d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.561079] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8f078314-49cf-4a13-9082-0103afffd8e6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1022.562734] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.562948] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.563148] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Deleting the datastore file [datastore1] c42af9d4-8a53-4a89-b20f-35e8f9d007ba {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.563407] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdcb2c47-c00d-4a3c-8b29-d4980cd6a498 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.571731] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for the task: (returnval){ [ 1022.571731] env[69751]: value = "task-3483794" [ 1022.571731] env[69751]: _type = "Task" [ 1022.571731] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.580811] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483794, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.680949] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483791, 'name': ReconfigVM_Task, 'duration_secs': 0.225607} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.681284] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1022.686021] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-acc78560-5942-43fd-8a41-6c6f081db8e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.704653] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 1022.704653] env[69751]: value = "task-3483795" [ 1022.704653] env[69751]: _type = "Task" [ 1022.704653] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.719231] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.772219] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca81c3-4b73-e269-e4ba-00379d2a11d3, 'name': SearchDatastore_Task, 'duration_secs': 0.011298} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.773112] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98b9f10-0642-48e4-ac38-af4d146d81ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.779070] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1022.779070] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ef1d6e-0df7-68e7-8c53-941e3ee24802" [ 1022.779070] env[69751]: _type = "Task" [ 1022.779070] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.787155] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ef1d6e-0df7-68e7-8c53-941e3ee24802, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.031101] env[69751]: INFO nova.compute.manager [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Took 46.62 seconds to build instance. [ 1023.037591] env[69751]: DEBUG nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.066884] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5e280484-58b9-4ae7-a2a9-585d69e66310 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1023.084440] env[69751]: DEBUG oslo_vmware.api [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Task: {'id': task-3483794, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379598} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.088687] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.088687] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.088687] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.088687] env[69751]: INFO nova.compute.manager [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1023.088687] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.088687] env[69751]: DEBUG nova.compute.manager [-] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.088687] env[69751]: DEBUG nova.network.neutron [-] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.089839] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.090128] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.090261] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.090441] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.090581] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.090727] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.090929] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.091096] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.091266] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.091423] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.091644] env[69751]: DEBUG nova.virt.hardware [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.092643] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf2620e-acc4-4bef-84ba-d75481b02868 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.103519] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a48fca9-0b01-47c7-a759-9fe7d5dc1e8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.121298] env[69751]: DEBUG nova.network.neutron [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Updated VIF entry in instance network info cache for port b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1023.121647] env[69751]: DEBUG nova.network.neutron [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Updating instance_info_cache with network_info: [{"id": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "address": "fa:16:3e:ef:bd:5b", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2396bb7-8c", "ovs_interfaceid": "b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.215919] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483795, 'name': ReconfigVM_Task, 'duration_secs': 0.137089} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.216314] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696345', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'name': 'volume-d3bc6946-05ab-4700-94ae-3d46ff5580eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '45fdd092-44c8-4c99-b4a6-f51a287c4069', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb', 'serial': 'd3bc6946-05ab-4700-94ae-3d46ff5580eb'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1023.216523] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.217300] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59de2b04-3844-46d5-a240-354cd4006475 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.225520] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.225807] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84ae5dab-2ded-4809-a77b-d5afff12992d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.290937] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ef1d6e-0df7-68e7-8c53-941e3ee24802, 'name': SearchDatastore_Task, 'duration_secs': 0.012911} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.291773] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.292077] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 92562b39-19bd-4c50-bc61-d1a7bad5db84/92562b39-19bd-4c50-bc61-d1a7bad5db84.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.292376] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab93e839-4aba-4aed-a4fd-c23e9bc0d9fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.302869] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1023.302869] env[69751]: value = "task-3483797" [ 1023.302869] env[69751]: _type = "Task" [ 1023.302869] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.313945] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.317253] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.317253] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.317468] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Deleting the datastore file [datastore1] 45fdd092-44c8-4c99-b4a6-f51a287c4069 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.318210] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40d962aa-253e-4dcb-b491-8fdeda2ac4b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.326169] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for the task: (returnval){ [ 1023.326169] env[69751]: value = "task-3483798" [ 1023.326169] env[69751]: _type = "Task" [ 1023.326169] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.334433] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.532908] env[69751]: DEBUG oslo_concurrency.lockutils [None req-018559b5-4875-40d5-b8ad-3ddfc0359da1 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.382s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.551590] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.551797] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.574671] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a927efc3-2549-41f5-99f5-a470fa03bc4d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1023.628256] env[69751]: DEBUG oslo_concurrency.lockutils [req-7b49e60c-a56d-4bd2-8667-884f77fdec0c req-d3cbdb2a-afab-4808-b413-2cea12706138 service nova] Releasing lock "refresh_cache-75b3f6e1-849c-434c-8c55-61454ce06f8d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.815890] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483797, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.837946] env[69751]: DEBUG oslo_vmware.api [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Task: {'id': task-3483798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205103} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.838416] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.838741] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.839054] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.942049] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1023.942942] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b399d9d-f811-4306-9113-ba5e673f004b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.957069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0f7d85-f5df-405a-bc9c-597322cd5c9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.011026] env[69751]: ERROR nova.compute.manager [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Failed to detach volume d3bc6946-05ab-4700-94ae-3d46ff5580eb from /dev/sda: nova.exception.InstanceNotFound: Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 could not be found. [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Traceback (most recent call last): [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self.driver.rebuild(**kwargs) [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] raise NotImplementedError() [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] NotImplementedError [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] During handling of the above exception, another exception occurred: [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Traceback (most recent call last): [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self.driver.detach_volume(context, old_connection_info, [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] return self._volumeops.detach_volume(connection_info, instance) [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self._detach_volume_vmdk(connection_info, instance) [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] stable_ref.fetch_moref(session) [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] nova.exception.InstanceNotFound: Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 could not be found. [ 1024.011026] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.033919] env[69751]: DEBUG nova.network.neutron [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Successfully updated port: 5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.055267] env[69751]: DEBUG nova.compute.utils [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.080376] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 6bc8bceb-03bc-4564-8130-474236341230 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1024.205141] env[69751]: DEBUG nova.compute.utils [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Build of instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 aborted: Failed to rebuild volume backed instance. {{(pid=69751) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1024.207409] env[69751]: ERROR nova.compute.manager [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 aborted: Failed to rebuild volume backed instance. [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Traceback (most recent call last): [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self.driver.rebuild(**kwargs) [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] raise NotImplementedError() [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] NotImplementedError [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] During handling of the above exception, another exception occurred: [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Traceback (most recent call last): [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self._detach_root_volume(context, instance, root_bdm) [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] with excutils.save_and_reraise_exception(): [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self.force_reraise() [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] raise self.value [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self.driver.detach_volume(context, old_connection_info, [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] return self._volumeops.detach_volume(connection_info, instance) [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self._detach_volume_vmdk(connection_info, instance) [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] stable_ref.fetch_moref(session) [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] nova.exception.InstanceNotFound: Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 could not be found. [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] During handling of the above exception, another exception occurred: [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Traceback (most recent call last): [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] yield [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1024.207409] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self._do_rebuild_instance_with_claim( [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self._do_rebuild_instance( [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self._rebuild_default_impl(**kwargs) [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] self._rebuild_volume_backed_instance( [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] raise exception.BuildAbortException( [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] nova.exception.BuildAbortException: Build of instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 aborted: Failed to rebuild volume backed instance. [ 1024.208604] env[69751]: ERROR nova.compute.manager [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] [ 1024.315172] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840555} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.316438] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 92562b39-19bd-4c50-bc61-d1a7bad5db84/92562b39-19bd-4c50-bc61-d1a7bad5db84.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1024.316438] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1024.316438] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac60d924-4865-4386-bec1-30a10ecff3d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.324017] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1024.324017] env[69751]: value = "task-3483799" [ 1024.324017] env[69751]: _type = "Task" [ 1024.324017] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.333596] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.401964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.401964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.401964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.401964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.401964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.404218] env[69751]: INFO nova.compute.manager [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Terminating instance [ 1024.543042] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.543042] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.543042] env[69751]: DEBUG nova.network.neutron [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.560566] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.569432] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1024.569656] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696451', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'name': 'volume-4838f626-d107-4f05-aa67-a898ce3694ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dab255ce-923e-45eb-bd6d-0bbd34a21b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'serial': '4838f626-d107-4f05-aa67-a898ce3694ad'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1024.570813] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3535ccb4-3017-4484-8020-e0281873d164 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.591428] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 6253404c-cfdf-4e83-812d-d61ae6e09595 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1024.594595] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53312ba-637f-446e-8218-f222f32ddee1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.623210] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] volume-4838f626-d107-4f05-aa67-a898ce3694ad/volume-4838f626-d107-4f05-aa67-a898ce3694ad.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.625362] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55dbde79-c917-4d3d-8f32-92360ed51f9c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.641710] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received event network-vif-deleted-df9a18de-2bf8-4348-9f49-c8d6297c473c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.641710] env[69751]: INFO nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Neutron deleted interface df9a18de-2bf8-4348-9f49-c8d6297c473c; detaching it from the instance and deleting it from the info cache [ 1024.642031] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Updating instance_info_cache with network_info: [{"id": "fc78d998-0b79-402d-881f-2547d41cb487", "address": "fa:16:3e:bb:cf:00", "network": {"id": "9dc04cb3-ea02-44f9-a1de-26748cd63fb0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1914488265", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fe2c6b7c112f412694997bd4f87aca1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b8af79a-31d5-4d78-93d7-3919aa1d9186", "external-id": "nsx-vlan-transportzone-324", "segmentation_id": 324, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc78d998-0b", "ovs_interfaceid": "fc78d998-0b79-402d-881f-2547d41cb487", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.643795] env[69751]: DEBUG nova.network.neutron [-] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.652364] env[69751]: DEBUG oslo_vmware.api [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Waiting for the task: (returnval){ [ 1024.652364] env[69751]: value = "task-3483800" [ 1024.652364] env[69751]: _type = "Task" [ 1024.652364] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.662652] env[69751]: DEBUG oslo_vmware.api [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.834234] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198782} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.834535] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.835382] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726f68cc-6418-4b85-995d-b57213d9dc0e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.858109] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 92562b39-19bd-4c50-bc61-d1a7bad5db84/92562b39-19bd-4c50-bc61-d1a7bad5db84.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.858677] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75687074-40d5-43ce-8c86-527e8c8279f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.882368] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1024.882368] env[69751]: value = "task-3483801" [ 1024.882368] env[69751]: _type = "Task" [ 1024.882368] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.890873] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.907929] env[69751]: DEBUG nova.compute.manager [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.908175] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.909149] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b16574-8365-42c4-82e3-2fd2af474b6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.920814] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.921099] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adde7c36-54fd-4d96-b570-864508451579 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.929602] env[69751]: DEBUG oslo_vmware.api [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 1024.929602] env[69751]: value = "task-3483802" [ 1024.929602] env[69751]: _type = "Task" [ 1024.929602] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.938448] env[69751]: DEBUG oslo_vmware.api [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.087145] env[69751]: DEBUG nova.network.neutron [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.095747] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 1b367973-3c0c-4634-814c-9a67a2378ae6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1025.147723] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-639382b0-65be-4505-8cd0-cd57e8067f2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.150361] env[69751]: INFO nova.compute.manager [-] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Took 2.06 seconds to deallocate network for instance. [ 1025.166189] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6994b6e5-e300-4a04-b054-3a40125c813f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.187201] env[69751]: DEBUG oslo_vmware.api [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483800, 'name': ReconfigVM_Task, 'duration_secs': 0.394059} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.188253] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Reconfigured VM instance instance-0000002b to attach disk [datastore1] volume-4838f626-d107-4f05-aa67-a898ce3694ad/volume-4838f626-d107-4f05-aa67-a898ce3694ad.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.194371] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3314910-d670-40a4-983d-1b500ce93122 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.224923] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Detach interface failed, port_id=df9a18de-2bf8-4348-9f49-c8d6297c473c, reason: Instance c42af9d4-8a53-4a89-b20f-35e8f9d007ba could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.225152] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received event network-vif-plugged-5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.225353] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.225562] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Lock "549320dd-0976-4346-a82e-107878bc5ba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.225730] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Lock "549320dd-0976-4346-a82e-107878bc5ba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.225895] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] No waiting events found dispatching network-vif-plugged-5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1025.226071] env[69751]: WARNING nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received unexpected event network-vif-plugged-5f4d714e-c685-4f84-a782-d25895216019 for instance with vm_state building and task_state spawning. [ 1025.226236] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received event network-changed-5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1025.226389] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Refreshing instance network info cache due to event network-changed-5f4d714e-c685-4f84-a782-d25895216019. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1025.226557] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Acquiring lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.233641] env[69751]: DEBUG oslo_vmware.api [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Waiting for the task: (returnval){ [ 1025.233641] env[69751]: value = "task-3483803" [ 1025.233641] env[69751]: _type = "Task" [ 1025.233641] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.243129] env[69751]: DEBUG oslo_vmware.api [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.318257] env[69751]: DEBUG nova.network.neutron [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.393268] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.440983] env[69751]: DEBUG oslo_vmware.api [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.601841] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 475bc63b-830f-4772-b5d3-97b7b4bae22d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1025.602179] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1025.602337] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5056MB phys_disk=200GB used_disk=23GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1025.652052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.652322] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.652564] env[69751]: INFO nova.compute.manager [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Attaching volume 5d813875-5f21-4a57-8fb4-f2eb32947d6f to /dev/sdb [ 1025.660356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.696699] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b1b701-1e8b-4c67-881e-d42f457c3b2a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.705818] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f8d534-cc0d-4412-b158-63fde9845db0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.721711] env[69751]: DEBUG nova.virt.block_device [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updating existing volume attachment record: 852048bc-c395-46eb-977c-ae8d361723f3 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.749928] env[69751]: DEBUG oslo_vmware.api [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483803, 'name': ReconfigVM_Task, 'duration_secs': 0.275862} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.750307] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696451', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'name': 'volume-4838f626-d107-4f05-aa67-a898ce3694ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dab255ce-923e-45eb-bd6d-0bbd34a21b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'serial': '4838f626-d107-4f05-aa67-a898ce3694ad'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1025.821333] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.821471] env[69751]: DEBUG nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Instance network_info: |[{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.822155] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Acquired lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.822775] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Refreshing network info cache for port 5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.823855] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:d0:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f4d714e-c685-4f84-a782-d25895216019', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.832786] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Creating folder: Project (1a36111ec5a54c57b7785a7549d51e54). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.836280] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e87cd66-6440-46b5-9361-1ef1a7e6f9da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.852183] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Created folder: Project (1a36111ec5a54c57b7785a7549d51e54) in parent group-v696263. [ 1025.852398] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Creating folder: Instances. Parent ref: group-v696455. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1025.852658] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3c06b09-64e3-45d0-96f3-6e6cdead1521 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.868303] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Created folder: Instances in parent group-v696455. [ 1025.868624] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.868837] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.869545] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85467dba-43c0-4a2f-bdee-c2e7d2f754ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.897452] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483801, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.901161] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.901161] env[69751]: value = "task-3483807" [ 1025.901161] env[69751]: _type = "Task" [ 1025.901161] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.909526] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483807, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.941676] env[69751]: DEBUG oslo_vmware.api [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483802, 'name': PowerOffVM_Task, 'duration_secs': 0.987374} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.943959] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.943959] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.943959] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-756c3a7b-46c5-4258-86c2-6fe37ba7ca27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.022735] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.024051] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.024051] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Deleting the datastore file [datastore2] fe76a342-378d-4766-b4f5-5d2471ee2ad9 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.024051] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eac61385-3765-4d3e-bf4a-140a8eccb8cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.034292] env[69751]: DEBUG oslo_vmware.api [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for the task: (returnval){ [ 1026.034292] env[69751]: value = "task-3483809" [ 1026.034292] env[69751]: _type = "Task" [ 1026.034292] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.043818] env[69751]: DEBUG oslo_vmware.api [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.143523] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099ab467-9d61-43da-ac8c-eb42271c36a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.152967] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d171af02-3a80-471f-879d-1c90ff75c339 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.187513] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68d3b5c-7077-4f08-8fc1-4ba84a9aa8ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.199112] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a580b44-bced-4014-bc0c-5d0c532c777f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.222499] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.233964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.400034] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483801, 'name': ReconfigVM_Task, 'duration_secs': 1.083818} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.400860] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 92562b39-19bd-4c50-bc61-d1a7bad5db84/92562b39-19bd-4c50-bc61-d1a7bad5db84.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.401037] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-986288ce-fa1b-4afb-b2fc-c157ca2624f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.412583] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483807, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.414042] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1026.414042] env[69751]: value = "task-3483812" [ 1026.414042] env[69751]: _type = "Task" [ 1026.414042] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.430890] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483812, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.556654] env[69751]: DEBUG oslo_vmware.api [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Task: {'id': task-3483809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246509} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.557248] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.557562] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.557924] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.558530] env[69751]: INFO nova.compute.manager [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1026.558889] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.559295] env[69751]: DEBUG nova.compute.manager [-] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.559670] env[69751]: DEBUG nova.network.neutron [-] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.631622] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updated VIF entry in instance network info cache for port 5f4d714e-c685-4f84-a782-d25895216019. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.632015] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.725513] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.798957] env[69751]: DEBUG nova.objects.instance [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lazy-loading 'flavor' on Instance uuid dab255ce-923e-45eb-bd6d-0bbd34a21b7f {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.913835] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483807, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.923192] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483812, 'name': Rename_Task, 'duration_secs': 0.182746} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.923460] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.923691] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33680b40-21d9-4bcd-8519-727e6b0a86bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.930135] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1026.930135] env[69751]: value = "task-3483813" [ 1026.930135] env[69751]: _type = "Task" [ 1026.930135] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.939691] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.134295] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Releasing lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.134625] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Received event network-vif-deleted-fc78d998-0b79-402d-881f-2547d41cb487 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.134837] env[69751]: INFO nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Neutron deleted interface fc78d998-0b79-402d-881f-2547d41cb487; detaching it from the instance and deleting it from the info cache [ 1027.135036] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.231521] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1027.232243] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.233s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.232663] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.686s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.233115] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.235584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.434s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.236227] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.238172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.798s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.238364] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.240206] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.921s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.240605] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.245549] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.531s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.245921] env[69751]: DEBUG nova.objects.instance [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1027.250181] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1027.254231] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Cleaning up deleted instances {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1027.294252] env[69751]: INFO nova.scheduler.client.report [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Deleted allocations for instance f886668c-02f3-4ea7-8ba3-eca7a392a8e4 [ 1027.305418] env[69751]: INFO nova.scheduler.client.report [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted allocations for instance 8c2769e9-4ec5-420e-9c22-8102db2e652e [ 1027.310806] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7b7aa76f-4ae3-44fe-bc66-db54d1127a9d tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.437s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.325969] env[69751]: INFO nova.scheduler.client.report [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted allocations for instance 4dd46da4-1563-45ec-9733-7ecf7df52723 [ 1027.330417] env[69751]: INFO nova.scheduler.client.report [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Deleted allocations for instance 70b84da0-e146-43d8-a489-e4685eb4e59d [ 1027.371561] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquiring lock "45fdd092-44c8-4c99-b4a6-f51a287c4069" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.371826] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.372895] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquiring lock "45fdd092-44c8-4c99-b4a6-f51a287c4069-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.372895] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.372895] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.375605] env[69751]: INFO nova.compute.manager [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Terminating instance [ 1027.415254] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483807, 'name': CreateVM_Task, 'duration_secs': 1.468186} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.415464] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.416118] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.416774] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.416774] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.416916] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9b828c0-a997-427c-bba2-05eea5d62386 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.422538] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1027.422538] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52148922-26c9-d4a3-b37b-3c9113a81a3c" [ 1027.422538] env[69751]: _type = "Task" [ 1027.422538] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.434157] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52148922-26c9-d4a3-b37b-3c9113a81a3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.443417] env[69751]: DEBUG nova.compute.manager [req-a1ca6b0e-40cc-4438-8e37-62f4ef3a1ff4 req-83eaccf7-5a85-409f-b531-a6852daf16e7 service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Received event network-vif-deleted-ba88323b-f42c-4990-9ff1-fa7ae05a5eaf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.443637] env[69751]: INFO nova.compute.manager [req-a1ca6b0e-40cc-4438-8e37-62f4ef3a1ff4 req-83eaccf7-5a85-409f-b531-a6852daf16e7 service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Neutron deleted interface ba88323b-f42c-4990-9ff1-fa7ae05a5eaf; detaching it from the instance and deleting it from the info cache [ 1027.443871] env[69751]: DEBUG nova.network.neutron [req-a1ca6b0e-40cc-4438-8e37-62f4ef3a1ff4 req-83eaccf7-5a85-409f-b531-a6852daf16e7 service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.444525] env[69751]: WARNING oslo_messaging._drivers.amqpdriver [req-a1ca6b0e-40cc-4438-8e37-62f4ef3a1ff4 req-83eaccf7-5a85-409f-b531-a6852daf16e7 service nova] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1027.450659] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483813, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.639945] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a93da3f7-b022-4160-bcd1-681e9562e417 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.648416] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95449be-bf10-40b8-8444-7408ca9c1a66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.690964] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Detach interface failed, port_id=fc78d998-0b79-402d-881f-2547d41cb487, reason: Instance c42af9d4-8a53-4a89-b20f-35e8f9d007ba could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1027.692731] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Received event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.692731] env[69751]: DEBUG nova.compute.manager [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing instance network info cache due to event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.692731] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Acquiring lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.692731] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Acquired lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.692731] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.780559] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] There are 40 instances to clean {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1027.780836] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 7a6ecba1-04dc-4299-985d-43e3b9211ec7] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1027.793708] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3fa3a88-d838-40d8-8630-85dcab7d6178 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.543s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.793708] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.341s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.808270] env[69751]: DEBUG oslo_concurrency.lockutils [None req-142098a8-b73e-4348-97f4-b2169128065a tempest-ServersTestBootFromVolume-1636830233 tempest-ServersTestBootFromVolume-1636830233-project-member] Lock "f886668c-02f3-4ea7-8ba3-eca7a392a8e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.029s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.818271] env[69751]: DEBUG oslo_concurrency.lockutils [None req-00bdc22b-6551-4a92-8345-03dc53569b53 tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "8c2769e9-4ec5-420e-9c22-8102db2e652e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.335s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.848628] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2663a545-ae51-4b77-8664-81da3f1846a0 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "4dd46da4-1563-45ec-9733-7ecf7df52723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.677s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.854096] env[69751]: DEBUG oslo_concurrency.lockutils [None req-29164009-027a-478d-a2f5-ff0e601ce1a2 tempest-MultipleCreateTestJSON-1954097952 tempest-MultipleCreateTestJSON-1954097952-project-member] Lock "70b84da0-e146-43d8-a489-e4685eb4e59d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.480s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.882260] env[69751]: DEBUG nova.compute.manager [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1027.882629] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bb99298-0b09-4d11-8af2-ab000e870bb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.884940] env[69751]: DEBUG nova.network.neutron [-] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.896694] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eebf7ff-f902-4dbd-8854-3f85e2de0d84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.939048] env[69751]: WARNING nova.virt.vmwareapi.driver [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 could not be found. [ 1027.939268] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1027.945103] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a755163b-97e4-4b49-b1a6-e45679756688 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.948105] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7c35167-9cdc-4c3d-8efa-41d8e4b5486a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.956124] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52148922-26c9-d4a3-b37b-3c9113a81a3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.960394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.960632] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.960866] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.961014] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.961278] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.961620] env[69751]: DEBUG oslo_vmware.api [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3483813, 'name': PowerOnVM_Task, 'duration_secs': 0.800358} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.962611] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b06655db-b5f1-4ea6-b3a6-9b89fb78b82f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.969665] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc79d7d6-0cb1-4710-82ef-48fe5711fdf9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.984186] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5248707d-ec42-4746-aa0d-8b98d97a737c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.994422] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.994646] env[69751]: INFO nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Took 10.61 seconds to spawn the instance on the hypervisor. [ 1027.994826] env[69751]: DEBUG nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1027.996200] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c62808c-28dc-4e8a-afd3-d0ee469ff366 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.012924] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.012924] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.013549] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c784be13-be7c-45fd-8e2f-fe7429105e7b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.046024] env[69751]: WARNING nova.virt.vmwareapi.vmops [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 could not be found. [ 1028.046024] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.046024] env[69751]: INFO nova.compute.manager [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Took 0.16 seconds to destroy the instance on the hypervisor. [ 1028.046024] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.046024] env[69751]: DEBUG nova.compute.manager [req-a1ca6b0e-40cc-4438-8e37-62f4ef3a1ff4 req-83eaccf7-5a85-409f-b531-a6852daf16e7 service nova] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Detach interface failed, port_id=ba88323b-f42c-4990-9ff1-fa7ae05a5eaf, reason: Instance fe76a342-378d-4766-b4f5-5d2471ee2ad9 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.046024] env[69751]: DEBUG nova.compute.manager [-] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.046024] env[69751]: DEBUG nova.network.neutron [-] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.049288] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1028.049288] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529ea79b-7fc7-ba3e-38a8-eb6ef022f9df" [ 1028.049288] env[69751]: _type = "Task" [ 1028.049288] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.059464] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529ea79b-7fc7-ba3e-38a8-eb6ef022f9df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.206995] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Acquiring lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.207543] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.294558] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2243bdda-7096-4c9a-b6fa-74804dfdedaa] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1028.297516] env[69751]: DEBUG nova.objects.instance [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lazy-loading 'migration_context' on Instance uuid 6c7fe985-3b75-466f-b252-39a0a560d0d8 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.389178] env[69751]: INFO nova.compute.manager [-] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Took 1.83 seconds to deallocate network for instance. [ 1028.529736] env[69751]: INFO nova.compute.manager [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Took 48.21 seconds to build instance. [ 1028.561992] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529ea79b-7fc7-ba3e-38a8-eb6ef022f9df, 'name': SearchDatastore_Task, 'duration_secs': 0.029744} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.563107] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc24b0f-5a57-44ab-849e-a911416d452e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.569416] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1028.569416] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52599bb2-e3d2-cd27-88e8-8ef9f3367b53" [ 1028.569416] env[69751]: _type = "Task" [ 1028.569416] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.583141] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52599bb2-e3d2-cd27-88e8-8ef9f3367b53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.710965] env[69751]: INFO nova.compute.manager [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Detaching volume 4838f626-d107-4f05-aa67-a898ce3694ad [ 1028.754311] env[69751]: INFO nova.virt.block_device [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Attempting to driver detach volume 4838f626-d107-4f05-aa67-a898ce3694ad from mountpoint /dev/sdb [ 1028.754593] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1028.755427] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696451', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'name': 'volume-4838f626-d107-4f05-aa67-a898ce3694ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dab255ce-923e-45eb-bd6d-0bbd34a21b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'serial': '4838f626-d107-4f05-aa67-a898ce3694ad'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1028.757060] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da7225a-1b9e-4739-b936-40f1b62ec78a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.793850] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a09da2a-707d-4a1c-8696-f663a412fe2f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.799080] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 17ad9d84-0de2-4364-b34d-971ee7963835] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1028.807681] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692a835-277d-4019-abfa-538c2bcd822b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.833850] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updated VIF entry in instance network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.834273] env[69751]: DEBUG nova.network.neutron [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.836614] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac4ab37-ac64-47b2-be02-d9cb8d1ebf3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.858089] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] The volume has not been displaced from its original location: [datastore1] volume-4838f626-d107-4f05-aa67-a898ce3694ad/volume-4838f626-d107-4f05-aa67-a898ce3694ad.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1028.863927] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Reconfiguring VM instance instance-0000002b to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1028.867404] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-628a40e5-0cea-4f8b-97f1-47aec5596956 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.892510] env[69751]: DEBUG oslo_vmware.api [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Waiting for the task: (returnval){ [ 1028.892510] env[69751]: value = "task-3483815" [ 1028.892510] env[69751]: _type = "Task" [ 1028.892510] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.897081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.901181] env[69751]: DEBUG oslo_vmware.api [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.926989] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.926989] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.926989] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.926989] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.926989] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.926989] env[69751]: INFO nova.compute.manager [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Terminating instance [ 1029.032293] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72fea8db-b041-42ea-8ab5-b50d47ad44e4 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.490s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.096339] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52599bb2-e3d2-cd27-88e8-8ef9f3367b53, 'name': SearchDatastore_Task, 'duration_secs': 0.018329} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.096339] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.096339] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 549320dd-0976-4346-a82e-107878bc5ba5/549320dd-0976-4346-a82e-107878bc5ba5.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.096339] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f87c5f6-3dfb-4ecd-9fed-86e38dee5f73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.106627] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1029.106627] env[69751]: value = "task-3483816" [ 1029.106627] env[69751]: _type = "Task" [ 1029.106627] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.125433] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483816, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.307372] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 677e67e0-f5a4-412b-8ec8-348e690b83f2] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1029.346030] env[69751]: DEBUG oslo_concurrency.lockutils [req-f04e49d1-d8b7-4e3f-a682-6658c65d4676 req-eab14769-58f9-43d2-a635-4029ddddf629 service nova] Releasing lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.405544] env[69751]: DEBUG oslo_vmware.api [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483815, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.435066] env[69751]: DEBUG nova.compute.manager [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.435066] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.435066] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c94403-704a-4d72-b2b6-f2f5f173dbba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.443247] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.443842] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6db787bd-8fc2-4c5a-b133-52bbb58885d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.448700] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61c65a5-ba3d-4532-81b1-90cf13234ad4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.463031] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b7645-6bdc-47fd-a36a-8dbebd8af11e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.465981] env[69751]: DEBUG oslo_vmware.api [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 1029.465981] env[69751]: value = "task-3483817" [ 1029.465981] env[69751]: _type = "Task" [ 1029.465981] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.505638] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8f2ca-f01c-4c39-b186-7d3bba2a4518 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.513205] env[69751]: DEBUG oslo_vmware.api [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.520719] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ee4afe-fddb-416a-bbde-fb6a88e51fc8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.527983] env[69751]: DEBUG nova.compute.manager [req-561b738c-bf81-4557-b93b-c19cc11129c3 req-a4b28bb8-06a7-4211-b045-755d486bc69f service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Received event network-vif-deleted-609f4973-264c-4638-a156-7543bae7a3fe {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.528262] env[69751]: INFO nova.compute.manager [req-561b738c-bf81-4557-b93b-c19cc11129c3 req-a4b28bb8-06a7-4211-b045-755d486bc69f service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Neutron deleted interface 609f4973-264c-4638-a156-7543bae7a3fe; detaching it from the instance and deleting it from the info cache [ 1029.528459] env[69751]: DEBUG nova.network.neutron [req-561b738c-bf81-4557-b93b-c19cc11129c3 req-a4b28bb8-06a7-4211-b045-755d486bc69f service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.564815] env[69751]: DEBUG nova.compute.provider_tree [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.589484] env[69751]: DEBUG nova.network.neutron [-] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.626675] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483816, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.814211] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 6a9cc8dd-2fcd-4458-9518-86981ae7da64] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1029.908505] env[69751]: DEBUG oslo_vmware.api [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483815, 'name': ReconfigVM_Task, 'duration_secs': 0.707894} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.908825] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Reconfigured VM instance instance-0000002b to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1029.915674] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c3955b5-fa26-440e-a8be-4a21e1311837 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.934614] env[69751]: DEBUG oslo_vmware.api [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Waiting for the task: (returnval){ [ 1029.934614] env[69751]: value = "task-3483818" [ 1029.934614] env[69751]: _type = "Task" [ 1029.934614] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.944573] env[69751]: DEBUG oslo_vmware.api [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.978291] env[69751]: DEBUG oslo_vmware.api [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483817, 'name': PowerOffVM_Task, 'duration_secs': 0.214429} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.978567] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.978737] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.979072] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-496795a7-727b-4300-af26-9a1a21048f2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.031499] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f78038d0-bb29-43a0-aa8b-d088dde7ab10 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.042476] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23e19cb-1d89-4ef5-ba7b-3afc3e37db63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.057096] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.057436] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.057634] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleting the datastore file [datastore2] 0a867df1-b9af-4a10-8a65-eca278cfa6ac {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.057917] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3842fc1-4c2a-4eee-b4e9-50696b069048 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.068455] env[69751]: DEBUG nova.scheduler.client.report [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.072311] env[69751]: DEBUG oslo_vmware.api [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 1030.072311] env[69751]: value = "task-3483820" [ 1030.072311] env[69751]: _type = "Task" [ 1030.072311] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.094683] env[69751]: INFO nova.compute.manager [-] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Took 2.05 seconds to deallocate network for instance. [ 1030.095148] env[69751]: DEBUG nova.compute.manager [req-561b738c-bf81-4557-b93b-c19cc11129c3 req-a4b28bb8-06a7-4211-b045-755d486bc69f service nova] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Detach interface failed, port_id=609f4973-264c-4638-a156-7543bae7a3fe, reason: Instance 45fdd092-44c8-4c99-b4a6-f51a287c4069 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.106870] env[69751]: DEBUG oslo_vmware.api [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483820, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.123899] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483816, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.812621} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.124200] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 549320dd-0976-4346-a82e-107878bc5ba5/549320dd-0976-4346-a82e-107878bc5ba5.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1030.124778] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1030.125544] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffcc4875-24f8-41bb-8ae1-c6a68e86a0fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.134591] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1030.134591] env[69751]: value = "task-3483821" [ 1030.134591] env[69751]: _type = "Task" [ 1030.134591] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.146820] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.293937] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1030.294217] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696459', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'name': 'volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1d9a7d5-69c9-486c-9e4b-99cc07d20730', 'attached_at': '', 'detached_at': '', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'serial': '5d813875-5f21-4a57-8fb4-f2eb32947d6f'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1030.295115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3daa4a-d52f-4847-b383-91e54baf301a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.317412] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: fb6c0765-2a9a-4ea9-9676-f288de23d822] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1030.320924] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3600f4-4e21-4d72-9b7c-bc22e9a0eccb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.355922] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f/volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.356978] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be92aa49-605f-41a4-af14-665d049244ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.389025] env[69751]: DEBUG oslo_vmware.api [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1030.389025] env[69751]: value = "task-3483822" [ 1030.389025] env[69751]: _type = "Task" [ 1030.389025] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.400269] env[69751]: DEBUG oslo_vmware.api [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.452095] env[69751]: DEBUG oslo_vmware.api [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Task: {'id': task-3483818, 'name': ReconfigVM_Task, 'duration_secs': 0.172174} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.452095] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696451', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'name': 'volume-4838f626-d107-4f05-aa67-a898ce3694ad', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dab255ce-923e-45eb-bd6d-0bbd34a21b7f', 'attached_at': '', 'detached_at': '', 'volume_id': '4838f626-d107-4f05-aa67-a898ce3694ad', 'serial': '4838f626-d107-4f05-aa67-a898ce3694ad'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1030.590134] env[69751]: DEBUG oslo_vmware.api [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483820, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311904} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.590134] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.590134] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.590134] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.590134] env[69751]: INFO nova.compute.manager [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1030.590134] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.590134] env[69751]: DEBUG nova.compute.manager [-] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.590134] env[69751]: DEBUG nova.network.neutron [-] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.646643] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070359} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.647285] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.648277] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e46b101-5567-4cee-9b79-459b1ba15b5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.678948] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 549320dd-0976-4346-a82e-107878bc5ba5/549320dd-0976-4346-a82e-107878bc5ba5.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.680125] env[69751]: INFO nova.compute.manager [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Took 0.58 seconds to detach 1 volumes for instance. [ 1030.681994] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40835b4e-7187-47b9-a5ac-be8c6f19f06d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.701063] env[69751]: DEBUG nova.compute.manager [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Deleting volume: d3bc6946-05ab-4700-94ae-3d46ff5580eb {{(pid=69751) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1030.711474] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1030.711474] env[69751]: value = "task-3483823" [ 1030.711474] env[69751]: _type = "Task" [ 1030.711474] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.721249] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483823, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.826417] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a85b8c05-79a3-48e7-85d5-bdad0990397b] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1030.900369] env[69751]: DEBUG oslo_vmware.api [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.020425] env[69751]: DEBUG nova.objects.instance [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lazy-loading 'flavor' on Instance uuid dab255ce-923e-45eb-bd6d-0bbd34a21b7f {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.086216] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.297s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.095283] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.893s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.095618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.099013] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.187s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.099013] env[69751]: DEBUG nova.objects.instance [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1031.148433] env[69751]: INFO nova.scheduler.client.report [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleted allocations for instance 12fc5f9c-7b04-4602-99f7-f96251c8c5da [ 1031.225241] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483823, 'name': ReconfigVM_Task, 'duration_secs': 0.397073} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.225449] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 549320dd-0976-4346-a82e-107878bc5ba5/549320dd-0976-4346-a82e-107878bc5ba5.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.226801] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d427e731-8c06-458b-a695-730246ae5885 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.235878] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1031.235878] env[69751]: value = "task-3483825" [ 1031.235878] env[69751]: _type = "Task" [ 1031.235878] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.246019] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483825, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.264455] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.331189] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: c9af6b98-3a14-4648-a6c9-75842f87755c] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1031.371113] env[69751]: DEBUG nova.network.neutron [-] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.406526] env[69751]: DEBUG oslo_vmware.api [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483822, 'name': ReconfigVM_Task, 'duration_secs': 0.678999} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.406822] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Reconfigured VM instance instance-00000021 to attach disk [datastore1] volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f/volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.412389] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82b07fbf-6a61-4524-8099-5302d2ad1f4d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.433129] env[69751]: DEBUG oslo_vmware.api [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1031.433129] env[69751]: value = "task-3483826" [ 1031.433129] env[69751]: _type = "Task" [ 1031.433129] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.445419] env[69751]: DEBUG oslo_vmware.api [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.584797] env[69751]: DEBUG nova.compute.manager [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Received event network-changed-520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.588118] env[69751]: DEBUG nova.compute.manager [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Refreshing instance network info cache due to event network-changed-520dddf6-f87a-449d-bbd0-30033f2a7a76. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.588424] env[69751]: DEBUG oslo_concurrency.lockutils [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] Acquiring lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.588614] env[69751]: DEBUG oslo_concurrency.lockutils [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] Acquired lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.588995] env[69751]: DEBUG nova.network.neutron [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Refreshing network info cache for port 520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.659609] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fdf1c09-2b2f-4289-8b82-5b86c8b622cd tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "12fc5f9c-7b04-4602-99f7-f96251c8c5da" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.800s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.753416] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483825, 'name': Rename_Task, 'duration_secs': 0.395832} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.754149] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.754753] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e336c60-e44c-4d03-a561-73e2813eb43f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.764070] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1031.764070] env[69751]: value = "task-3483827" [ 1031.764070] env[69751]: _type = "Task" [ 1031.764070] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.775368] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.839566] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: f916deca-c048-436e-82cd-cc49c9983c06] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1031.874755] env[69751]: INFO nova.compute.manager [-] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Took 1.29 seconds to deallocate network for instance. [ 1031.948318] env[69751]: DEBUG oslo_vmware.api [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483826, 'name': ReconfigVM_Task, 'duration_secs': 0.18424} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.948709] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696459', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'name': 'volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1d9a7d5-69c9-486c-9e4b-99cc07d20730', 'attached_at': '', 'detached_at': '', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'serial': '5d813875-5f21-4a57-8fb4-f2eb32947d6f'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1032.029262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a17015-e93a-42f0-a2b7-9a762f6be696 tempest-VolumesAssistedSnapshotsTest-440258128 tempest-VolumesAssistedSnapshotsTest-440258128-project-admin] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.822s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.121744] env[69751]: DEBUG oslo_concurrency.lockutils [None req-610394f9-b560-47bb-8e21-828ff9596d4f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.121744] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.823s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.123043] env[69751]: INFO nova.compute.claims [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.253384] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.254454] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.254454] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.254454] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.254683] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.258922] env[69751]: INFO nova.compute.manager [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Terminating instance [ 1032.281460] env[69751]: DEBUG oslo_vmware.api [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3483827, 'name': PowerOnVM_Task, 'duration_secs': 0.506267} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.282074] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.282074] env[69751]: INFO nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1032.282074] env[69751]: DEBUG nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.283091] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ba5604-ca0d-42e2-9e38-83ea8e3aab8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.342968] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 4c434dcd-fb59-4653-adbd-e5f4fd19f884] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1032.386577] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.499965] env[69751]: DEBUG nova.network.neutron [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Updated VIF entry in instance network info cache for port 520dddf6-f87a-449d-bbd0-30033f2a7a76. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.500386] env[69751]: DEBUG nova.network.neutron [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Updating instance_info_cache with network_info: [{"id": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "address": "fa:16:3e:4d:f1:36", "network": {"id": "ecc793fc-17dc-40f7-8470-f032ea440d45", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-508303233-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c52512532d874a59864ce4536e208a0f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap520dddf6-f8", "ovs_interfaceid": "520dddf6-f87a-449d-bbd0-30033f2a7a76", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.660541] env[69751]: INFO nova.compute.manager [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Swapping old allocation on dict_keys(['74631012-ddda-42d8-adad-d5ac6fc85831']) held by migration 5ba7e478-5961-4032-ab53-d1a7df14b160 for instance [ 1032.702735] env[69751]: DEBUG nova.scheduler.client.report [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Overwriting current allocation {'allocations': {'74631012-ddda-42d8-adad-d5ac6fc85831': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 97}}, 'project_id': '02928501db15453e851e0215f34ab9cb', 'user_id': 'f79a81925ddb4c52a3316b21a3baba17', 'consumer_generation': 1} on consumer 6c7fe985-3b75-466f-b252-39a0a560d0d8 {{(pid=69751) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1032.764174] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "refresh_cache-5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.764308] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquired lock "refresh_cache-5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.764535] env[69751]: DEBUG nova.network.neutron [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.810205] env[69751]: INFO nova.compute.manager [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Took 48.23 seconds to build instance. [ 1032.838660] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.838660] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquired lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.838660] env[69751]: DEBUG nova.network.neutron [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.846590] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: b24c31aa-6a2e-4181-ab0b-20d3745dca1e] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.005314] env[69751]: DEBUG nova.objects.instance [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'flavor' on Instance uuid a1d9a7d5-69c9-486c-9e4b-99cc07d20730 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.006713] env[69751]: DEBUG oslo_concurrency.lockutils [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] Releasing lock "refresh_cache-92562b39-19bd-4c50-bc61-d1a7bad5db84" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.006939] env[69751]: DEBUG nova.compute.manager [req-37d1deea-4d5b-4405-948c-b04f5aa345bb req-9ded6f5a-49a3-4792-8626-d6f7e830a865 service nova] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Received event network-vif-deleted-6499e4ba-e40a-4aef-a716-5b5db184b7bc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.311880] env[69751]: DEBUG nova.network.neutron [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1033.315140] env[69751]: DEBUG oslo_concurrency.lockutils [None req-26d81122-c90e-43e8-8d7e-9df9dae4d7d3 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "549320dd-0976-4346-a82e-107878bc5ba5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.513s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.351620] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 85d25ad8-28e1-4174-9a44-592d3a767bfd] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.517468] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14e5fe1c-caee-4200-b2bd-b7423ef0342f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.865s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.549983] env[69751]: DEBUG nova.network.neutron [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.709535] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279041ed-ad67-4307-87c0-ff29260ea290 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.713870] env[69751]: DEBUG nova.compute.manager [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.715179] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21b2c0d-97dd-4094-985c-36a6240bfc87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.721417] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bed423-3786-4dce-a85c-418e1a892c8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.768445] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad382111-4f6b-4d46-982e-1abbcf9e00e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.778796] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee0b898-34fb-4450-9522-ff91975effdd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.794175] env[69751]: DEBUG nova.compute.provider_tree [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.859053] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 0e9202db-b649-45c1-82cc-da3f96a8482d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.015642] env[69751]: DEBUG nova.network.neutron [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [{"id": "fda5da2e-9c65-4501-9807-e0283531428e", "address": "fa:16:3e:c8:65:71", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfda5da2e-9c", "ovs_interfaceid": "fda5da2e-9c65-4501-9807-e0283531428e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.055932] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Releasing lock "refresh_cache-5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.055932] env[69751]: DEBUG nova.compute.manager [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1034.055932] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.055932] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3bd002-33ae-4abb-887f-ee4600f377ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.066408] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.067749] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d30a005d-3b73-4444-9192-59ad4e5444f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.076654] env[69751]: DEBUG oslo_vmware.api [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 1034.076654] env[69751]: value = "task-3483829" [ 1034.076654] env[69751]: _type = "Task" [ 1034.076654] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.090507] env[69751]: DEBUG oslo_vmware.api [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.233050] env[69751]: INFO nova.compute.manager [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] instance snapshotting [ 1034.233050] env[69751]: DEBUG nova.objects.instance [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'flavor' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.298038] env[69751]: DEBUG nova.scheduler.client.report [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.363143] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: cc6b4155-289b-4b2f-b0bb-bd2c2f056695] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.517919] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Releasing lock "refresh_cache-6c7fe985-3b75-466f-b252-39a0a560d0d8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.518620] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.518750] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b131373-649c-4040-9b6f-0713f970ea7b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.534873] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1034.534873] env[69751]: value = "task-3483830" [ 1034.534873] env[69751]: _type = "Task" [ 1034.534873] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.557027] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.589438] env[69751]: DEBUG oslo_vmware.api [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483829, 'name': PowerOffVM_Task, 'duration_secs': 0.324303} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.589755] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1034.589945] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.590340] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa767440-c96a-4071-99f0-dc0c2aed703a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.627414] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.627565] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.627901] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleting the datastore file [datastore2] 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.628748] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54bd962f-8fc9-4a9f-a822-71ffae293f42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.640506] env[69751]: DEBUG oslo_vmware.api [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for the task: (returnval){ [ 1034.640506] env[69751]: value = "task-3483832" [ 1034.640506] env[69751]: _type = "Task" [ 1034.640506] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.652682] env[69751]: DEBUG oslo_vmware.api [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.731927] env[69751]: DEBUG nova.compute.manager [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received event network-changed-5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.732584] env[69751]: DEBUG nova.compute.manager [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Refreshing instance network info cache due to event network-changed-5f4d714e-c685-4f84-a782-d25895216019. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.732875] env[69751]: DEBUG oslo_concurrency.lockutils [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] Acquiring lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.733088] env[69751]: DEBUG oslo_concurrency.lockutils [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] Acquired lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.733320] env[69751]: DEBUG nova.network.neutron [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Refreshing network info cache for port 5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.738017] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3311c2-4744-45c0-bd18-3625d48eb5b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.761027] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7480046-433b-4c6b-82f4-970ad2f18840 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.807581] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.808781] env[69751]: DEBUG nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.814408] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.122s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.814408] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.816601] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.930s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.818304] env[69751]: INFO nova.compute.claims [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.864966] env[69751]: INFO nova.scheduler.client.report [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted allocations for instance ff704460-0abc-4904-b398-58eead3b5909 [ 1034.866491] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: bb3d06ae-96f6-4f0f-9d85-768bd5d7f58c] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.048447] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483830, 'name': PowerOffVM_Task, 'duration_secs': 0.336769} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.054073] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39e725b4-a850-40f0-adfc-00da656534fa',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1925727872',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.054073] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.064018] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cb5c351-27a0-47b0-acbc-6b9da17ef74b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.083057] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1035.083057] env[69751]: value = "task-3483833" [ 1035.083057] env[69751]: _type = "Task" [ 1035.083057] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.092961] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.157911] env[69751]: DEBUG oslo_vmware.api [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Task: {'id': task-3483832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188328} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.157911] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1035.158901] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1035.158901] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.158901] env[69751]: INFO nova.compute.manager [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1035.158901] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1035.159189] env[69751]: DEBUG nova.compute.manager [-] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.161728] env[69751]: DEBUG nova.network.neutron [-] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.206239] env[69751]: DEBUG nova.network.neutron [-] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.276926] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.278248] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7dd00078-5560-4cd3-ae4e-b8ddc15d2612 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.288018] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1035.288018] env[69751]: value = "task-3483834" [ 1035.288018] env[69751]: _type = "Task" [ 1035.288018] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.305858] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.323746] env[69751]: DEBUG nova.compute.utils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.333038] env[69751]: DEBUG nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.333038] env[69751]: DEBUG nova.network.neutron [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.374244] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: f49faaa0-2097-4cd5-8a6f-791dd4db53ac] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.378262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-413dcf67-d973-4cd4-bae7-167fcfc1518f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "ff704460-0abc-4904-b398-58eead3b5909" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.097s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.504817] env[69751]: DEBUG nova.policy [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '005fd52fa86d430198b137483a48d764', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a14e11125f14d86b826b0ac89e84e5b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.597070] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483833, 'name': ReconfigVM_Task, 'duration_secs': 0.178355} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.603132] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c2223-f461-4ddb-9889-b45501522c0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.626888] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:28:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='39e725b4-a850-40f0-adfc-00da656534fa',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1925727872',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.627160] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.627295] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.627472] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.627616] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.627759] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.628334] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.628553] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.628736] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.628967] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.629412] env[69751]: DEBUG nova.virt.hardware [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.630411] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ca0a891-a272-40be-a9ec-77b7cc1ac864 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.638548] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1035.638548] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528dce5a-ff62-2833-aaa9-f6e39b252be0" [ 1035.638548] env[69751]: _type = "Task" [ 1035.638548] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.650032] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528dce5a-ff62-2833-aaa9-f6e39b252be0, 'name': SearchDatastore_Task, 'duration_secs': 0.007897} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.654326] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.654662] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89256be6-58ba-4387-a7e5-af574358e2c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.676630] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1035.676630] env[69751]: value = "task-3483835" [ 1035.676630] env[69751]: _type = "Task" [ 1035.676630] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.693489] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.711116] env[69751]: DEBUG nova.network.neutron [-] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.800315] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483834, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.835320] env[69751]: DEBUG nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.882052] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 06644b44-8b0c-48ab-9160-7adaba217538] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.938216] env[69751]: DEBUG nova.network.neutron [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updated VIF entry in instance network info cache for port 5f4d714e-c685-4f84-a782-d25895216019. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.938352] env[69751]: DEBUG nova.network.neutron [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.197524] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483835, 'name': ReconfigVM_Task, 'duration_secs': 0.318798} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.198193] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.199088] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cff0d9a-593e-43a2-898a-ce2739f41701 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.216846] env[69751]: INFO nova.compute.manager [-] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Took 1.06 seconds to deallocate network for instance. [ 1036.224830] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.225996] env[69751]: DEBUG nova.network.neutron [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Successfully created port: 733cee03-3093-4935-9834-726f438364b6 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1036.232203] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46b6a0dd-1795-4975-990f-3c0d889f36e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.267432] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1036.267432] env[69751]: value = "task-3483836" [ 1036.267432] env[69751]: _type = "Task" [ 1036.267432] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.280179] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483836, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.310146] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483834, 'name': CreateSnapshot_Task, 'duration_secs': 0.683521} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.310475] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.312694] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24569954-f6a7-4918-a521-f1b3940c2c6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.382860] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 4011ed19-c85c-405e-9ad0-8e163b03bd75] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.442864] env[69751]: DEBUG oslo_concurrency.lockutils [req-2f43bfce-71d1-4461-9095-1694739e3f20 req-fee73f7e-ce6b-46cc-93b5-d53b31fa4c8a service nova] Releasing lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.449698] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d15d6f8-1828-4292-abc9-9f4127795c72 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.459289] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d310c8ae-9237-402c-b909-71e1c1e30bc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.505268] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7f07f9-9463-4238-9e19-19b17df83159 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.512910] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304a3a19-8476-4428-92e4-a7a0289d1703 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.529011] env[69751]: DEBUG nova.compute.provider_tree [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.555791] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "1ab28f6a-fd5f-499a-934c-9045043556c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.556074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.626378] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.626653] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.626855] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.627040] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.627212] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.629810] env[69751]: INFO nova.compute.manager [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Terminating instance [ 1036.755763] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.761976] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "cf27c8d7-6884-4232-b92a-a041262c035d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.762221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "cf27c8d7-6884-4232-b92a-a041262c035d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.780510] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483836, 'name': ReconfigVM_Task, 'duration_secs': 0.422125} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.781472] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8/6c7fe985-3b75-466f-b252-39a0a560d0d8.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.782094] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db43fd63-e587-4ece-8bc6-c6c1424f583a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.803665] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6344dac0-4372-4831-b2c6-5b6e7c8bfba1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.823761] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2606036a-b73f-4ebe-b39c-4a632e17da01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.835722] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.853134] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-19a84737-5783-49d3-ade3-869f85cf30ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.859424] env[69751]: DEBUG nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.862321] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecfba7ce-2ee5-4a55-92d4-744850ed0a0a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.871077] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.874028] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66126d64-3660-4d8d-b681-ef20dd49ace3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.874028] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1036.874028] env[69751]: value = "task-3483837" [ 1036.874028] env[69751]: _type = "Task" [ 1036.874028] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.880246] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1036.880246] env[69751]: value = "task-3483838" [ 1036.880246] env[69751]: _type = "Task" [ 1036.880246] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.888517] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483837, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.889443] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: b507332f-4890-44d0-8c6f-57ccefb0a3f0] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.899165] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.903308] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.904182] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.904182] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.904182] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.904182] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.904640] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.904892] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.905076] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.905255] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.905414] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.905611] env[69751]: DEBUG nova.virt.hardware [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.907169] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6ecb3e-9ccd-4a18-8bd7-f40c23ca1887 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.917922] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2802a77c-0478-4593-a763-7ef38f23b24e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.036428] env[69751]: DEBUG nova.scheduler.client.report [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.059353] env[69751]: DEBUG nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.133705] env[69751]: DEBUG nova.compute.manager [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1037.134041] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1037.134959] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb165ec-0380-4aaa-8a85-b2f45b04a947 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.145635] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1037.145635] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8662c681-587b-4df7-b20b-970da0f359ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.154435] env[69751]: DEBUG oslo_vmware.api [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 1037.154435] env[69751]: value = "task-3483839" [ 1037.154435] env[69751]: _type = "Task" [ 1037.154435] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.165035] env[69751]: DEBUG oslo_vmware.api [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483839, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.265795] env[69751]: DEBUG nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1037.392639] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483837, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.393549] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 56dde5b7-8a56-4df6-85ad-d84f9c7a0757] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.401055] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483838, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.508026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "aaaf4c93-658d-4a00-9e0c-2724a103f315" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.508280] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.511445] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "f820a870-3b58-446b-bcbd-80ecc7e572b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.511660] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.546886] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.730s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.547452] env[69751]: DEBUG nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.550075] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.441s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.551417] env[69751]: INFO nova.compute.claims [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.579480] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.665117] env[69751]: DEBUG oslo_vmware.api [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483839, 'name': PowerOffVM_Task, 'duration_secs': 0.237876} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.665435] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.665626] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.665912] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31dd61a8-d63a-4b9d-8140-156a6ec4a861 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.749856] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.750414] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.750630] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Deleting the datastore file [datastore1] dab255ce-923e-45eb-bd6d-0bbd34a21b7f {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.750962] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f412d50-0563-4276-8624-deab6076cbec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.761545] env[69751]: DEBUG oslo_vmware.api [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for the task: (returnval){ [ 1037.761545] env[69751]: value = "task-3483841" [ 1037.761545] env[69751]: _type = "Task" [ 1037.761545] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.776025] env[69751]: DEBUG oslo_vmware.api [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.794566] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.814724] env[69751]: DEBUG nova.compute.manager [req-427839a6-de1e-4714-8e91-720f8fc18613 req-00c4054c-852f-48a4-9b43-a9da278dec52 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Received event network-vif-plugged-733cee03-3093-4935-9834-726f438364b6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.814977] env[69751]: DEBUG oslo_concurrency.lockutils [req-427839a6-de1e-4714-8e91-720f8fc18613 req-00c4054c-852f-48a4-9b43-a9da278dec52 service nova] Acquiring lock "8f078314-49cf-4a13-9082-0103afffd8e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.815210] env[69751]: DEBUG oslo_concurrency.lockutils [req-427839a6-de1e-4714-8e91-720f8fc18613 req-00c4054c-852f-48a4-9b43-a9da278dec52 service nova] Lock "8f078314-49cf-4a13-9082-0103afffd8e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.815480] env[69751]: DEBUG oslo_concurrency.lockutils [req-427839a6-de1e-4714-8e91-720f8fc18613 req-00c4054c-852f-48a4-9b43-a9da278dec52 service nova] Lock "8f078314-49cf-4a13-9082-0103afffd8e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.815544] env[69751]: DEBUG nova.compute.manager [req-427839a6-de1e-4714-8e91-720f8fc18613 req-00c4054c-852f-48a4-9b43-a9da278dec52 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] No waiting events found dispatching network-vif-plugged-733cee03-3093-4935-9834-726f438364b6 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.815732] env[69751]: WARNING nova.compute.manager [req-427839a6-de1e-4714-8e91-720f8fc18613 req-00c4054c-852f-48a4-9b43-a9da278dec52 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Received unexpected event network-vif-plugged-733cee03-3093-4935-9834-726f438364b6 for instance with vm_state building and task_state spawning. [ 1037.888836] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483837, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.894761] env[69751]: DEBUG oslo_vmware.api [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483838, 'name': PowerOnVM_Task, 'duration_secs': 0.607222} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.895104] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.898612] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 9729b810-6e68-41c1-b5fa-98914c041555] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.900956] env[69751]: DEBUG nova.network.neutron [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Successfully updated port: 733cee03-3093-4935-9834-726f438364b6 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1038.012323] env[69751]: DEBUG nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1038.088278] env[69751]: DEBUG nova.compute.utils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.088278] env[69751]: DEBUG nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.088278] env[69751]: DEBUG nova.network.neutron [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.113368] env[69751]: DEBUG nova.policy [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0688b8acea0248fc9e771db8157be6f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33279992d4e542ad94ce9a0e38fb58f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.276055] env[69751]: DEBUG oslo_vmware.api [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Task: {'id': task-3483841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188095} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.276496] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.276819] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.277145] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.277464] env[69751]: INFO nova.compute.manager [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1038.278253] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.278576] env[69751]: DEBUG nova.compute.manager [-] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.279080] env[69751]: DEBUG nova.network.neutron [-] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.387478] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483837, 'name': CloneVM_Task, 'duration_secs': 1.419042} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.388025] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Created linked-clone VM from snapshot [ 1038.390017] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa5b2a1-b145-4290-8e3d-a2bc9dcd0ba6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.401491] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Uploading image d99fd438-c09d-40a9-b4e9-e79a61a75599 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.410799] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 586c9d5e-45d9-4954-ba61-016a877c3277] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.414045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "refresh_cache-8f078314-49cf-4a13-9082-0103afffd8e6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.414198] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquired lock "refresh_cache-8f078314-49cf-4a13-9082-0103afffd8e6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.414378] env[69751]: DEBUG nova.network.neutron [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.432019] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.432019] env[69751]: value = "vm-696461" [ 1038.432019] env[69751]: _type = "VirtualMachine" [ 1038.432019] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.432471] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-450433ae-5578-4950-adc3-73567b9cfbfe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.444250] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease: (returnval){ [ 1038.444250] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bc2a85-19a1-8896-9b3e-d360bccdc39a" [ 1038.444250] env[69751]: _type = "HttpNfcLease" [ 1038.444250] env[69751]: } obtained for exporting VM: (result){ [ 1038.444250] env[69751]: value = "vm-696461" [ 1038.444250] env[69751]: _type = "VirtualMachine" [ 1038.444250] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.444640] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the lease: (returnval){ [ 1038.444640] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bc2a85-19a1-8896-9b3e-d360bccdc39a" [ 1038.444640] env[69751]: _type = "HttpNfcLease" [ 1038.444640] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.459198] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.459198] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bc2a85-19a1-8896-9b3e-d360bccdc39a" [ 1038.459198] env[69751]: _type = "HttpNfcLease" [ 1038.459198] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1038.459198] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1038.459198] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bc2a85-19a1-8896-9b3e-d360bccdc39a" [ 1038.459198] env[69751]: _type = "HttpNfcLease" [ 1038.459198] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1038.459198] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbeae085-1319-4008-9b7f-22820a50bd1b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.469751] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521262ae-eca2-898d-654f-14987a2b383c/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1038.470226] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521262ae-eca2-898d-654f-14987a2b383c/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1038.559510] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.570279] env[69751]: DEBUG nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.677799] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c4ca179c-3257-41c4-8a08-d3d63c8cd054 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.710603] env[69751]: DEBUG nova.network.neutron [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Successfully created port: d6cc957d-7985-407c-ae98-195f81c8baac {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.921630] env[69751]: INFO nova.compute.manager [None req-0fe1f1db-73c4-4038-bbf6-adc8bbaa6a7c tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance to original state: 'active' [ 1038.924591] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 5828fe6a-a7fc-4288-b52a-14cf6f20a19e] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.965493] env[69751]: DEBUG nova.network.neutron [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1039.134694] env[69751]: DEBUG nova.network.neutron [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Updating instance_info_cache with network_info: [{"id": "733cee03-3093-4935-9834-726f438364b6", "address": "fa:16:3e:b3:fb:43", "network": {"id": "0b8f6cff-3a84-4705-8c75-867b1f66940e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-827224184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14e11125f14d86b826b0ac89e84e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap733cee03-30", "ovs_interfaceid": "733cee03-3093-4935-9834-726f438364b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.156237] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dae46e-9851-48a5-9855-586f2ae9cc30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.167434] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f9e56d-37e5-4b5f-a1c0-e23467c709e2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.204046] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024be3a5-262d-48af-8447-cc38ce4d3787 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.213159] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f540aea8-1582-4efb-9b6a-9c9a2a2adc33 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.233689] env[69751]: DEBUG nova.compute.provider_tree [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.431930] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 17ef5911-d038-42a5-8c45-5b53429921f3] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.563209] env[69751]: DEBUG nova.network.neutron [-] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.585451] env[69751]: DEBUG nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.609261] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.609547] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.609709] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.609878] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.610104] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.610318] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.610543] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.610706] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.610875] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.611312] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.612141] env[69751]: DEBUG nova.virt.hardware [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.613206] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ff4d63-f797-446f-816d-0a0122043735 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.625093] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0c3828-f296-4024-aad3-6f560443f39f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.640720] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Releasing lock "refresh_cache-8f078314-49cf-4a13-9082-0103afffd8e6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.641256] env[69751]: DEBUG nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Instance network_info: |[{"id": "733cee03-3093-4935-9834-726f438364b6", "address": "fa:16:3e:b3:fb:43", "network": {"id": "0b8f6cff-3a84-4705-8c75-867b1f66940e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-827224184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14e11125f14d86b826b0ac89e84e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap733cee03-30", "ovs_interfaceid": "733cee03-3093-4935-9834-726f438364b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.642294] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:fb:43', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '733cee03-3093-4935-9834-726f438364b6', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.649623] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Creating folder: Project (9a14e11125f14d86b826b0ac89e84e5b). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.650067] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2b4f1ae-e17c-4de7-af36-0ff0b51691cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.664901] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Created folder: Project (9a14e11125f14d86b826b0ac89e84e5b) in parent group-v696263. [ 1039.665139] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Creating folder: Instances. Parent ref: group-v696462. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.665435] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3656ef94-081e-4901-af69-f0b7e9f73565 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.678992] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Created folder: Instances in parent group-v696462. [ 1039.679109] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.679316] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.679618] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f17b012d-f16b-45ec-9918-81fdbb73ce7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.702841] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.702841] env[69751]: value = "task-3483845" [ 1039.702841] env[69751]: _type = "Task" [ 1039.702841] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.711305] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483845, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.738098] env[69751]: DEBUG nova.scheduler.client.report [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.909982] env[69751]: DEBUG nova.compute.manager [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Received event network-changed-733cee03-3093-4935-9834-726f438364b6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.910329] env[69751]: DEBUG nova.compute.manager [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Refreshing instance network info cache due to event network-changed-733cee03-3093-4935-9834-726f438364b6. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.910677] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] Acquiring lock "refresh_cache-8f078314-49cf-4a13-9082-0103afffd8e6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.910840] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] Acquired lock "refresh_cache-8f078314-49cf-4a13-9082-0103afffd8e6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.911055] env[69751]: DEBUG nova.network.neutron [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Refreshing network info cache for port 733cee03-3093-4935-9834-726f438364b6 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.948469] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 3e8b5eba-84ab-40e3-8d0c-07cf1c9a72b0] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.067345] env[69751]: INFO nova.compute.manager [-] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Took 1.79 seconds to deallocate network for instance. [ 1040.213063] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483845, 'name': CreateVM_Task, 'duration_secs': 0.497838} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.213454] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.214340] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.215116] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.215557] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.215964] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3f157c-8f05-4dc7-a02b-1ffd60164170 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.222090] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1040.222090] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5281060f-87e2-ea2f-8dd7-ec504b6cb4ec" [ 1040.222090] env[69751]: _type = "Task" [ 1040.222090] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.233044] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5281060f-87e2-ea2f-8dd7-ec504b6cb4ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.244970] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.695s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.245516] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.250206] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.090s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.251812] env[69751]: INFO nova.compute.claims [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.385630] env[69751]: DEBUG nova.network.neutron [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Successfully updated port: d6cc957d-7985-407c-ae98-195f81c8baac {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.408066] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "6c7fe985-3b75-466f-b252-39a0a560d0d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.408360] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.408569] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.408759] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.408979] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.411413] env[69751]: INFO nova.compute.manager [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Terminating instance [ 1040.455911] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: be388d62-02c2-4881-a81c-bddcbc3ce998] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1040.575058] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.619300] env[69751]: DEBUG nova.network.neutron [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Updated VIF entry in instance network info cache for port 733cee03-3093-4935-9834-726f438364b6. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.619676] env[69751]: DEBUG nova.network.neutron [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Updating instance_info_cache with network_info: [{"id": "733cee03-3093-4935-9834-726f438364b6", "address": "fa:16:3e:b3:fb:43", "network": {"id": "0b8f6cff-3a84-4705-8c75-867b1f66940e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-827224184-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a14e11125f14d86b826b0ac89e84e5b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap733cee03-30", "ovs_interfaceid": "733cee03-3093-4935-9834-726f438364b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.734151] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5281060f-87e2-ea2f-8dd7-ec504b6cb4ec, 'name': SearchDatastore_Task, 'duration_secs': 0.017582} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.734476] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.734713] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.734952] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.735128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.735325] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.735599] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0b508af-22d1-4950-b7cc-5aa717279e62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.745952] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.746184] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.746937] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7a3017f-38a2-4949-af55-9153591b7b27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.754634] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1040.754634] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e5e176-32b6-85dd-6885-f0d53953033c" [ 1040.754634] env[69751]: _type = "Task" [ 1040.754634] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.761670] env[69751]: DEBUG nova.compute.utils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.763695] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.769814] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.782338] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e5e176-32b6-85dd-6885-f0d53953033c, 'name': SearchDatastore_Task, 'duration_secs': 0.012789} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.785134] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f4dfe6-996e-4030-bfd7-658231e9487b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.790623] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1040.790623] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b03240-bbc6-3723-fb41-a8a9b437c491" [ 1040.790623] env[69751]: _type = "Task" [ 1040.790623] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.802674] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b03240-bbc6-3723-fb41-a8a9b437c491, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.827893] env[69751]: DEBUG nova.policy [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffcf5c03dba240f382612c26bb2a0d7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efb2fc88f5d4142b174e9e5cf6779c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.889150] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-5e280484-58b9-4ae7-a2a9-585d69e66310" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.889404] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-5e280484-58b9-4ae7-a2a9-585d69e66310" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.889574] env[69751]: DEBUG nova.network.neutron [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.916605] env[69751]: DEBUG nova.compute.manager [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.916989] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.917901] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51778b19-8a19-4178-b014-e1cad898bc37 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.927762] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.927917] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd52769d-217a-4529-8007-efde4df19a2a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.938169] env[69751]: DEBUG oslo_vmware.api [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1040.938169] env[69751]: value = "task-3483846" [ 1040.938169] env[69751]: _type = "Task" [ 1040.938169] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.949282] env[69751]: DEBUG oslo_vmware.api [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.960091] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 1051b941-c705-42c0-833d-e6e35aacb293] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.123245] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] Releasing lock "refresh_cache-8f078314-49cf-4a13-9082-0103afffd8e6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.123518] env[69751]: DEBUG nova.compute.manager [req-7cc8e85e-b838-41da-a1bd-f7213f40da41 req-0ab97b1c-a39a-4792-b167-e6c2de53b107 service nova] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Received event network-vif-deleted-e02e3915-57ec-4772-a94e-ab94c91a5c99 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.152974] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Successfully created port: 96fed3a4-43a7-462e-8cd5-1b096244485c {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.272111] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.307724] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b03240-bbc6-3723-fb41-a8a9b437c491, 'name': SearchDatastore_Task, 'duration_secs': 0.01334} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.308033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.308316] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 8f078314-49cf-4a13-9082-0103afffd8e6/8f078314-49cf-4a13-9082-0103afffd8e6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.308627] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ab5c97a-d05b-4dba-9847-ad3731ba4982 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.316542] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1041.316542] env[69751]: value = "task-3483847" [ 1041.316542] env[69751]: _type = "Task" [ 1041.316542] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.326115] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.441607] env[69751]: DEBUG nova.network.neutron [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.453742] env[69751]: DEBUG oslo_vmware.api [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483846, 'name': PowerOffVM_Task, 'duration_secs': 0.204946} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.453941] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.454164] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.457856] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0165abd4-e18a-4e70-b44c-f77e03808585 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.468039] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 900ed14f-8f7c-403d-93e8-f7a7cb624669] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1041.537768] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.537934] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.538137] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleting the datastore file [datastore1] 6c7fe985-3b75-466f-b252-39a0a560d0d8 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.538453] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf640635-5493-4b5b-b8a8-4b25f534f199 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.557198] env[69751]: DEBUG oslo_vmware.api [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1041.557198] env[69751]: value = "task-3483849" [ 1041.557198] env[69751]: _type = "Task" [ 1041.557198] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.622920] env[69751]: DEBUG nova.network.neutron [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Updating instance_info_cache with network_info: [{"id": "d6cc957d-7985-407c-ae98-195f81c8baac", "address": "fa:16:3e:ca:70:d0", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6cc957d-79", "ovs_interfaceid": "d6cc957d-7985-407c-ae98-195f81c8baac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.768843] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec29fc-3e3a-44f0-b94b-ff6440c2d2e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.782332] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f73897-2a3c-4f05-a2b7-09ff1cc4c8e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.817048] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed76aafd-cb75-47ce-afe0-a449b4c5619c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.828832] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483847, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.832897] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14772b65-9455-401a-8392-dedcf3fc8159 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.849436] env[69751]: DEBUG nova.compute.provider_tree [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.974032] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: cd7dce97-f3fe-477e-9169-38cfcd581d38] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.003170] env[69751]: DEBUG nova.compute.manager [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Received event network-vif-plugged-d6cc957d-7985-407c-ae98-195f81c8baac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.003170] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] Acquiring lock "5e280484-58b9-4ae7-a2a9-585d69e66310-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.003988] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.004296] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.004577] env[69751]: DEBUG nova.compute.manager [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] No waiting events found dispatching network-vif-plugged-d6cc957d-7985-407c-ae98-195f81c8baac {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1042.004861] env[69751]: WARNING nova.compute.manager [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Received unexpected event network-vif-plugged-d6cc957d-7985-407c-ae98-195f81c8baac for instance with vm_state building and task_state spawning. [ 1042.005151] env[69751]: DEBUG nova.compute.manager [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Received event network-changed-d6cc957d-7985-407c-ae98-195f81c8baac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.005415] env[69751]: DEBUG nova.compute.manager [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Refreshing instance network info cache due to event network-changed-d6cc957d-7985-407c-ae98-195f81c8baac. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1042.005795] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] Acquiring lock "refresh_cache-5e280484-58b9-4ae7-a2a9-585d69e66310" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.070575] env[69751]: DEBUG oslo_vmware.api [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460662} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.070911] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.071163] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.071384] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.071593] env[69751]: INFO nova.compute.manager [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1042.071872] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.072142] env[69751]: DEBUG nova.compute.manager [-] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.072279] env[69751]: DEBUG nova.network.neutron [-] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.126431] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-5e280484-58b9-4ae7-a2a9-585d69e66310" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.126762] env[69751]: DEBUG nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Instance network_info: |[{"id": "d6cc957d-7985-407c-ae98-195f81c8baac", "address": "fa:16:3e:ca:70:d0", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6cc957d-79", "ovs_interfaceid": "d6cc957d-7985-407c-ae98-195f81c8baac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.127168] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] Acquired lock "refresh_cache-5e280484-58b9-4ae7-a2a9-585d69e66310" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.127357] env[69751]: DEBUG nova.network.neutron [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Refreshing network info cache for port d6cc957d-7985-407c-ae98-195f81c8baac {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.129422] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:70:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6cc957d-7985-407c-ae98-195f81c8baac', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.136852] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.138015] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.138015] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51b52263-1771-43f8-aa7d-a675016e9c53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.159023] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.159023] env[69751]: value = "task-3483850" [ 1042.159023] env[69751]: _type = "Task" [ 1042.159023] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.168131] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483850, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.289035] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.320042] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.320289] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.321184] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.321184] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.321184] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.321184] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.321184] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.321542] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.321542] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.321671] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.321742] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.322848] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5853b37a-ddcc-4cf6-899b-6e8988fccb66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.337375] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29967c75-8032-45c6-9175-3ba8d543151a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.341493] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.662851} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.343036] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 8f078314-49cf-4a13-9082-0103afffd8e6/8f078314-49cf-4a13-9082-0103afffd8e6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.344479] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.344479] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0725b284-7e81-41a2-ab79-c73b6180c8a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.357917] env[69751]: DEBUG nova.scheduler.client.report [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.363215] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1042.363215] env[69751]: value = "task-3483851" [ 1042.363215] env[69751]: _type = "Task" [ 1042.363215] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.374980] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.386171] env[69751]: DEBUG nova.compute.manager [req-27249197-6dfa-4420-a5c8-ca4c6fb546f2 req-ffd25e99-3b3d-4f80-865f-f14a22275ca5 service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Received event network-vif-deleted-fda5da2e-9c65-4501-9807-e0283531428e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.386382] env[69751]: INFO nova.compute.manager [req-27249197-6dfa-4420-a5c8-ca4c6fb546f2 req-ffd25e99-3b3d-4f80-865f-f14a22275ca5 service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Neutron deleted interface fda5da2e-9c65-4501-9807-e0283531428e; detaching it from the instance and deleting it from the info cache [ 1042.386639] env[69751]: DEBUG nova.network.neutron [req-27249197-6dfa-4420-a5c8-ca4c6fb546f2 req-ffd25e99-3b3d-4f80-865f-f14a22275ca5 service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.478375] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 3b603181-6bc2-4748-8497-bd09265ed0f0] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.671385] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483850, 'name': CreateVM_Task, 'duration_secs': 0.443154} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.671385] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.671385] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.671632] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.671913] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.672190] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93627b00-ff55-4c3b-b229-2fed137bfc97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.680150] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1042.680150] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52383a88-277a-22da-17dc-8ff4457f5a83" [ 1042.680150] env[69751]: _type = "Task" [ 1042.680150] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.689912] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52383a88-277a-22da-17dc-8ff4457f5a83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.844840] env[69751]: DEBUG nova.network.neutron [-] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.864530] env[69751]: DEBUG nova.network.neutron [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Updated VIF entry in instance network info cache for port d6cc957d-7985-407c-ae98-195f81c8baac. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1042.864530] env[69751]: DEBUG nova.network.neutron [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Updating instance_info_cache with network_info: [{"id": "d6cc957d-7985-407c-ae98-195f81c8baac", "address": "fa:16:3e:ca:70:d0", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6cc957d-79", "ovs_interfaceid": "d6cc957d-7985-407c-ae98-195f81c8baac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.866257] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.866545] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1042.873023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.682s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.873023] env[69751]: INFO nova.compute.claims [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1042.886434] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06684} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.887029] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.887736] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5055eb-0e57-429c-a318-1d91e7e84646 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.893482] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55be4b8a-2ca0-4a8e-b203-9f5d286eb9ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.897348] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Successfully updated port: 96fed3a4-43a7-462e-8cd5-1b096244485c {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.921324] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 8f078314-49cf-4a13-9082-0103afffd8e6/8f078314-49cf-4a13-9082-0103afffd8e6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.923123] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-816acb34-3b20-4d83-9aef-88dab8fb56d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.942843] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428878e3-40e3-4762-a455-e7ed21e185ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.960616] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1042.960616] env[69751]: value = "task-3483852" [ 1042.960616] env[69751]: _type = "Task" [ 1042.960616] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.982758] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 9656233b-1a78-4451-908c-c162637a8253] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1042.984766] env[69751]: DEBUG nova.compute.manager [req-27249197-6dfa-4420-a5c8-ca4c6fb546f2 req-ffd25e99-3b3d-4f80-865f-f14a22275ca5 service nova] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Detach interface failed, port_id=fda5da2e-9c65-4501-9807-e0283531428e, reason: Instance 6c7fe985-3b75-466f-b252-39a0a560d0d8 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1042.990211] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.192364] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52383a88-277a-22da-17dc-8ff4457f5a83, 'name': SearchDatastore_Task, 'duration_secs': 0.030365} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.193055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.193205] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.193513] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.193667] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.193871] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.194165] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f786916a-6e4d-40f6-9991-aa6be8ab807a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.204459] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.204746] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.205540] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26041746-a00c-4c0f-86f1-b65fa9dac45a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.211620] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1043.211620] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bbb4e9-4dcb-7e95-0f34-0dbfefdcdf46" [ 1043.211620] env[69751]: _type = "Task" [ 1043.211620] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.219832] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bbb4e9-4dcb-7e95-0f34-0dbfefdcdf46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.348098] env[69751]: INFO nova.compute.manager [-] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Took 1.27 seconds to deallocate network for instance. [ 1043.371326] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3670bea-df64-495d-9142-803c1635e649 req-4ed7f4b5-a862-4629-a71f-4dd622ae9c0f service nova] Releasing lock "refresh_cache-5e280484-58b9-4ae7-a2a9-585d69e66310" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.382059] env[69751]: DEBUG nova.compute.utils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.385233] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.385457] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.423864] env[69751]: DEBUG nova.policy [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffcf5c03dba240f382612c26bb2a0d7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efb2fc88f5d4142b174e9e5cf6779c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.426680] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "refresh_cache-a927efc3-2549-41f5-99f5-a470fa03bc4d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.426680] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "refresh_cache-a927efc3-2549-41f5-99f5-a470fa03bc4d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.426831] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.472549] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483852, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.490387] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2d0d81fc-6cab-45b7-8768-34b6eaad5669] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1043.682286] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Successfully created port: 45b65363-ce13-4014-a948-639d09f3f735 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1043.723283] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bbb4e9-4dcb-7e95-0f34-0dbfefdcdf46, 'name': SearchDatastore_Task, 'duration_secs': 0.015432} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.724074] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-805f4247-14b7-44e0-a08d-0c54fd8cb801 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.730957] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1043.730957] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca7ed8-8275-0d32-8e09-748883eeb273" [ 1043.730957] env[69751]: _type = "Task" [ 1043.730957] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.739228] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca7ed8-8275-0d32-8e09-748883eeb273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.854273] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.886348] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1043.972639] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483852, 'name': ReconfigVM_Task, 'duration_secs': 0.52308} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.973352] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.977511] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 8f078314-49cf-4a13-9082-0103afffd8e6/8f078314-49cf-4a13-9082-0103afffd8e6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.978391] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21df3f2a-399e-4d73-829e-d824502bb458 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.988032] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1043.988032] env[69751]: value = "task-3483853" [ 1043.988032] env[69751]: _type = "Task" [ 1043.988032] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.997467] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 10b322ed-e155-4013-98d7-d033c8dc7a6b] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.010120] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483853, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.119597] env[69751]: DEBUG nova.compute.manager [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Received event network-vif-plugged-96fed3a4-43a7-462e-8cd5-1b096244485c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.119597] env[69751]: DEBUG oslo_concurrency.lockutils [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] Acquiring lock "a927efc3-2549-41f5-99f5-a470fa03bc4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.119597] env[69751]: DEBUG oslo_concurrency.lockutils [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.119597] env[69751]: DEBUG oslo_concurrency.lockutils [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.119597] env[69751]: DEBUG nova.compute.manager [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] No waiting events found dispatching network-vif-plugged-96fed3a4-43a7-462e-8cd5-1b096244485c {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1044.119597] env[69751]: WARNING nova.compute.manager [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Received unexpected event network-vif-plugged-96fed3a4-43a7-462e-8cd5-1b096244485c for instance with vm_state building and task_state spawning. [ 1044.119597] env[69751]: DEBUG nova.compute.manager [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Received event network-changed-96fed3a4-43a7-462e-8cd5-1b096244485c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.119597] env[69751]: DEBUG nova.compute.manager [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Refreshing instance network info cache due to event network-changed-96fed3a4-43a7-462e-8cd5-1b096244485c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.120400] env[69751]: DEBUG oslo_concurrency.lockutils [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] Acquiring lock "refresh_cache-a927efc3-2549-41f5-99f5-a470fa03bc4d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.201554] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Updating instance_info_cache with network_info: [{"id": "96fed3a4-43a7-462e-8cd5-1b096244485c", "address": "fa:16:3e:7b:cc:12", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fed3a4-43", "ovs_interfaceid": "96fed3a4-43a7-462e-8cd5-1b096244485c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.244503] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ca7ed8-8275-0d32-8e09-748883eeb273, 'name': SearchDatastore_Task, 'duration_secs': 0.015467} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.244823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.245087] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.245360] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acf87e3e-a349-427a-9d19-cbd173922a49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.255945] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1044.255945] env[69751]: value = "task-3483854" [ 1044.255945] env[69751]: _type = "Task" [ 1044.255945] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.266924] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.404097] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef06c45-38fd-4f24-8d75-77e52024b7d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.413226] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1594fa5d-30cf-4857-929c-c58825d305cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.444946] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4f89ff-994c-4424-ad15-d2c467ac951d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.453997] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd3c548-b29a-4f27-abee-4c396381f89a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.470167] env[69751]: DEBUG nova.compute.provider_tree [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.499746] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483853, 'name': Rename_Task, 'duration_secs': 0.21688} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.500106] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.500281] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd1165b-fa12-429d-8e42-3b561f37f9e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.504555] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: fee3d7b7-86bf-46f7-92a7-a626663dac51] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1044.507889] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1044.507889] env[69751]: value = "task-3483855" [ 1044.507889] env[69751]: _type = "Task" [ 1044.507889] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.516051] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.704535] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "refresh_cache-a927efc3-2549-41f5-99f5-a470fa03bc4d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.705274] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Instance network_info: |[{"id": "96fed3a4-43a7-462e-8cd5-1b096244485c", "address": "fa:16:3e:7b:cc:12", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fed3a4-43", "ovs_interfaceid": "96fed3a4-43a7-462e-8cd5-1b096244485c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.706112] env[69751]: DEBUG oslo_concurrency.lockutils [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] Acquired lock "refresh_cache-a927efc3-2549-41f5-99f5-a470fa03bc4d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.706349] env[69751]: DEBUG nova.network.neutron [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Refreshing network info cache for port 96fed3a4-43a7-462e-8cd5-1b096244485c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.707787] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:cc:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96fed3a4-43a7-462e-8cd5-1b096244485c', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.720060] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Creating folder: Project (3efb2fc88f5d4142b174e9e5cf6779c1). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.724373] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d323694-9abc-4b7e-bd36-6a6750b95a3b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.738384] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Created folder: Project (3efb2fc88f5d4142b174e9e5cf6779c1) in parent group-v696263. [ 1044.738594] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Creating folder: Instances. Parent ref: group-v696466. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.738863] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b653a85-5bb1-4848-81f4-aad135661ac8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.754368] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Created folder: Instances in parent group-v696466. [ 1044.754633] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.754843] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.755080] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520cff17-bb80-4650-b6a0-736d2487be38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.784125] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483854, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.785711] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.785711] env[69751]: value = "task-3483858" [ 1044.785711] env[69751]: _type = "Task" [ 1044.785711] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.795041] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483858, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.898626] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1044.920525] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.920878] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.921076] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.921580] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.921580] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.921580] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.921895] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.922198] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.922484] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.922764] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.923039] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.924185] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8ee07a-dae1-49c5-abb9-1713eba34749 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.934484] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3359da-3769-4c6c-803e-4433af0c3b56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.974259] env[69751]: DEBUG nova.scheduler.client.report [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.978880] env[69751]: DEBUG nova.network.neutron [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Updated VIF entry in instance network info cache for port 96fed3a4-43a7-462e-8cd5-1b096244485c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1044.979063] env[69751]: DEBUG nova.network.neutron [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Updating instance_info_cache with network_info: [{"id": "96fed3a4-43a7-462e-8cd5-1b096244485c", "address": "fa:16:3e:7b:cc:12", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96fed3a4-43", "ovs_interfaceid": "96fed3a4-43a7-462e-8cd5-1b096244485c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.008577] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 74ee83eb-e761-45d6-9fc3-e8a9eabc907d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.023958] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.285031] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606077} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.285186] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.285439] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.285749] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79b4cdd1-7143-4f4d-838e-62ec641c4082 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.303535] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1045.303535] env[69751]: value = "task-3483859" [ 1045.303535] env[69751]: _type = "Task" [ 1045.303535] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.303737] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483858, 'name': CreateVM_Task, 'duration_secs': 0.444804} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.304082] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.310812] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.310812] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.311210] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.311511] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d875168-2e41-499e-9777-7f81a5d67e2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.319544] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1045.319544] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fcf9cc-c2dc-a0da-484b-03134ade0d9f" [ 1045.319544] env[69751]: _type = "Task" [ 1045.319544] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.322787] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.335188] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fcf9cc-c2dc-a0da-484b-03134ade0d9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.362937] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Successfully updated port: 45b65363-ce13-4014-a948-639d09f3f735 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1045.482271] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.482835] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.486206] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.094s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.486206] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.489549] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.093s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.491572] env[69751]: INFO nova.compute.claims [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.495138] env[69751]: DEBUG oslo_concurrency.lockutils [req-c31ae276-dc58-46cd-bd2a-014023903b1b req-c822746e-e5f4-4693-9b8a-af6a0bb00d81 service nova] Releasing lock "refresh_cache-a927efc3-2549-41f5-99f5-a470fa03bc4d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.512199] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2dad8109-bd76-4d6e-86c2-b582ec682e5d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1045.520314] env[69751]: INFO nova.scheduler.client.report [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted allocations for instance 845dfeb5-2468-4c7c-8ff3-df2351da69ff [ 1045.525439] env[69751]: DEBUG oslo_vmware.api [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483855, 'name': PowerOnVM_Task, 'duration_secs': 0.862343} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.528598] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.528809] env[69751]: INFO nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1045.529023] env[69751]: DEBUG nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1045.529992] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456780e3-4246-4fc0-91d6-022a8aeca70b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.815348] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07989} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.815631] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.816671] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f054a81e-2c0c-4fb5-8789-ec88cf3502d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.839546] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.843317] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b2fdcad-9f77-43dc-afb7-bf422cd0b898 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.864968] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fcf9cc-c2dc-a0da-484b-03134ade0d9f, 'name': SearchDatastore_Task, 'duration_secs': 0.023188} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.865537] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "refresh_cache-6bc8bceb-03bc-4564-8130-474236341230" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.865667] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "refresh_cache-6bc8bceb-03bc-4564-8130-474236341230" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.865886] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.867086] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.867307] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.867529] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.867703] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.867817] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.869555] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f397218-4b57-4aaa-bcdc-778e0635ccd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.872043] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1045.872043] env[69751]: value = "task-3483860" [ 1045.872043] env[69751]: _type = "Task" [ 1045.872043] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.882545] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483860, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.883744] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.883973] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.885338] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22016b54-76aa-4d09-9afa-bb1aa0d440d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.893435] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1045.893435] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5254b32d-69c9-ed16-bf65-653b3040c8ae" [ 1045.893435] env[69751]: _type = "Task" [ 1045.893435] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.906957] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5254b32d-69c9-ed16-bf65-653b3040c8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.998985] env[69751]: DEBUG nova.compute.utils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.000435] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.000608] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.019206] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: c10f0424-df91-4670-b402-9e96e71e52ed] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.032209] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2b70fa5-ce5d-4065-be09-40661f8d857a tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "845dfeb5-2468-4c7c-8ff3-df2351da69ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.242s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.048301] env[69751]: DEBUG nova.policy [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffcf5c03dba240f382612c26bb2a0d7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3efb2fc88f5d4142b174e9e5cf6779c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.050706] env[69751]: INFO nova.compute.manager [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Took 32.78 seconds to build instance. [ 1046.144110] env[69751]: DEBUG nova.compute.manager [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Received event network-vif-plugged-45b65363-ce13-4014-a948-639d09f3f735 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.144343] env[69751]: DEBUG oslo_concurrency.lockutils [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] Acquiring lock "6bc8bceb-03bc-4564-8130-474236341230-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.144551] env[69751]: DEBUG oslo_concurrency.lockutils [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] Lock "6bc8bceb-03bc-4564-8130-474236341230-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.144742] env[69751]: DEBUG oslo_concurrency.lockutils [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] Lock "6bc8bceb-03bc-4564-8130-474236341230-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.144872] env[69751]: DEBUG nova.compute.manager [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] No waiting events found dispatching network-vif-plugged-45b65363-ce13-4014-a948-639d09f3f735 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.145043] env[69751]: WARNING nova.compute.manager [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Received unexpected event network-vif-plugged-45b65363-ce13-4014-a948-639d09f3f735 for instance with vm_state building and task_state spawning. [ 1046.145210] env[69751]: DEBUG nova.compute.manager [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Received event network-changed-45b65363-ce13-4014-a948-639d09f3f735 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.145359] env[69751]: DEBUG nova.compute.manager [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Refreshing instance network info cache due to event network-changed-45b65363-ce13-4014-a948-639d09f3f735. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1046.145521] env[69751]: DEBUG oslo_concurrency.lockutils [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] Acquiring lock "refresh_cache-6bc8bceb-03bc-4564-8130-474236341230" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.324876] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Successfully created port: 516c1039-11e5-438d-a90d-9a7bf0d80d42 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.384614] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.410341] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5254b32d-69c9-ed16-bf65-653b3040c8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.01698} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.414257] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f00f6961-4a16-4623-a75c-1b04d6d8f022 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.417110] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1046.421883] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1046.421883] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523aecd5-abd0-0c98-0c0c-3deb79bbec01" [ 1046.421883] env[69751]: _type = "Task" [ 1046.421883] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.431042] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523aecd5-abd0-0c98-0c0c-3deb79bbec01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.505048] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.526027] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a42ff06a-c835-4bf9-9c2e-ef91f3f509f1] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1046.556818] env[69751]: DEBUG oslo_concurrency.lockutils [None req-61502267-8667-47cb-8f78-9cbf2be1df99 tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "8f078314-49cf-4a13-9082-0103afffd8e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.301s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.622970] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Updating instance_info_cache with network_info: [{"id": "45b65363-ce13-4014-a948-639d09f3f735", "address": "fa:16:3e:e3:b9:4d", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b65363-ce", "ovs_interfaceid": "45b65363-ce13-4014-a948-639d09f3f735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.781725] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.781844] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.782090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.782330] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.782497] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.785025] env[69751]: INFO nova.compute.manager [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Terminating instance [ 1046.884305] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483860, 'name': ReconfigVM_Task, 'duration_secs': 0.900121} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.884305] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.887441] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87baf229-7b75-4423-b143-ddb1d6832cee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.900640] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1046.900640] env[69751]: value = "task-3483861" [ 1046.900640] env[69751]: _type = "Task" [ 1046.900640] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.919367] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483861, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.935982] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523aecd5-abd0-0c98-0c0c-3deb79bbec01, 'name': SearchDatastore_Task, 'duration_secs': 0.036548} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.939109] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.939388] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a927efc3-2549-41f5-99f5-a470fa03bc4d/a927efc3-2549-41f5-99f5-a470fa03bc4d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.941705] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e9e752a-2bdb-418e-a0ed-a74889167abb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.950465] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1046.950465] env[69751]: value = "task-3483862" [ 1046.950465] env[69751]: _type = "Task" [ 1046.950465] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.961098] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.005938] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7721899-1a33-47fc-8113-d19f616722e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.017694] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba90d1ab-bf6d-4285-b843-dc4c16ea00bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.029995] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: f4f92db3-e4d1-476e-94e3-8ac90a27075d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.064942] env[69751]: DEBUG nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.070126] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e040b9-bf34-4ba7-bb94-416b4be4c88b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.080840] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfcbb01-c1d3-45cf-9f29-76559a96b8fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.096205] env[69751]: DEBUG nova.compute.provider_tree [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.125807] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "refresh_cache-6bc8bceb-03bc-4564-8130-474236341230" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.126424] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Instance network_info: |[{"id": "45b65363-ce13-4014-a948-639d09f3f735", "address": "fa:16:3e:e3:b9:4d", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b65363-ce", "ovs_interfaceid": "45b65363-ce13-4014-a948-639d09f3f735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1047.126822] env[69751]: DEBUG oslo_concurrency.lockutils [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] Acquired lock "refresh_cache-6bc8bceb-03bc-4564-8130-474236341230" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.127106] env[69751]: DEBUG nova.network.neutron [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Refreshing network info cache for port 45b65363-ce13-4014-a948-639d09f3f735 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1047.128694] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:b9:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b65363-ce13-4014-a948-639d09f3f735', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1047.139380] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.139380] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1047.139380] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b39530c1-66bf-4f19-b732-22f649b925b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.165400] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1047.165400] env[69751]: value = "task-3483863" [ 1047.165400] env[69751]: _type = "Task" [ 1047.165400] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.180247] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483863, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.290996] env[69751]: DEBUG nova.compute.manager [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.291300] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.292204] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2f73fd-3383-4a5e-9587-208fc86f9098 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.300999] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.301314] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c4dd293-c761-49aa-87bd-e3fe270699e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.310779] env[69751]: DEBUG oslo_vmware.api [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 1047.310779] env[69751]: value = "task-3483864" [ 1047.310779] env[69751]: _type = "Task" [ 1047.310779] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.333581] env[69751]: DEBUG oslo_vmware.api [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.394999] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.395290] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.395507] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "5ad02603-ab24-4817-bfe1-9716de876685-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.395694] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.395897] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.398651] env[69751]: INFO nova.compute.manager [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Terminating instance [ 1047.414837] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483861, 'name': Rename_Task, 'duration_secs': 0.283423} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.415164] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.415442] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8adcf745-6ecb-4e93-975b-3dab5afda37e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.424650] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1047.424650] env[69751]: value = "task-3483865" [ 1047.424650] env[69751]: _type = "Task" [ 1047.424650] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.437816] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.465227] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483862, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.515767] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.559689] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.559975] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.560235] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.560487] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.560656] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.560834] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.561189] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.561303] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.561503] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.561683] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.561897] env[69751]: DEBUG nova.virt.hardware [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.562919] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d246345-4484-4fc6-910b-81d14ad97071 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.570038] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 4195d069-836d-4e40-8f95-e8181fe083a4] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1047.580585] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603ec253-cc46-44a6-b0a3-ce39bf97fd3d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.599614] env[69751]: DEBUG nova.scheduler.client.report [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.606378] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.676986] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483863, 'name': CreateVM_Task, 'duration_secs': 0.495584} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.679504] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.680400] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.680759] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.681309] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.682180] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05019593-820e-4100-a91d-9c3a96dda26f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.696847] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1047.696847] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b960b2-0637-22e4-11f3-4ea426dae5e4" [ 1047.696847] env[69751]: _type = "Task" [ 1047.696847] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.708708] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b960b2-0637-22e4-11f3-4ea426dae5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.822796] env[69751]: DEBUG oslo_vmware.api [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483864, 'name': PowerOffVM_Task, 'duration_secs': 0.261134} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.825486] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.825486] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.825486] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88747fcb-68ed-494c-9257-e36a4ce6f250 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.862137] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "8f078314-49cf-4a13-9082-0103afffd8e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.862431] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "8f078314-49cf-4a13-9082-0103afffd8e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.862699] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "8f078314-49cf-4a13-9082-0103afffd8e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.862888] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "8f078314-49cf-4a13-9082-0103afffd8e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.863081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "8f078314-49cf-4a13-9082-0103afffd8e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.868456] env[69751]: INFO nova.compute.manager [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Terminating instance [ 1047.903572] env[69751]: DEBUG nova.compute.manager [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.903812] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.906120] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa5bc5f-58ef-4664-a09e-7f36cf03556e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.914271] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.914498] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.914683] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Deleting the datastore file [datastore2] 34ed9d40-479e-4f43-b127-ec4c0f2634e5 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.914941] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b37e56e-60df-4d95-88c9-e8bd17be9d5c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.920421] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.921482] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0103a188-800a-4fe9-a357-2a5b815ac17e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.930123] env[69751]: DEBUG oslo_vmware.api [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for the task: (returnval){ [ 1047.930123] env[69751]: value = "task-3483867" [ 1047.930123] env[69751]: _type = "Task" [ 1047.930123] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.932314] env[69751]: DEBUG oslo_vmware.api [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1047.932314] env[69751]: value = "task-3483868" [ 1047.932314] env[69751]: _type = "Task" [ 1047.932314] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.943771] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483865, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.944848] env[69751]: DEBUG nova.network.neutron [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Updated VIF entry in instance network info cache for port 45b65363-ce13-4014-a948-639d09f3f735. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1047.945201] env[69751]: DEBUG nova.network.neutron [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Updating instance_info_cache with network_info: [{"id": "45b65363-ce13-4014-a948-639d09f3f735", "address": "fa:16:3e:e3:b9:4d", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b65363-ce", "ovs_interfaceid": "45b65363-ce13-4014-a948-639d09f3f735", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.953053] env[69751]: DEBUG oslo_vmware.api [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483867, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.960507] env[69751]: DEBUG oslo_vmware.api [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483868, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.967543] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483862, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731641} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.967805] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a927efc3-2549-41f5-99f5-a470fa03bc4d/a927efc3-2549-41f5-99f5-a470fa03bc4d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.968151] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.968308] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a5adf97-ab10-42e2-8e27-48f005007103 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.976315] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1047.976315] env[69751]: value = "task-3483869" [ 1047.976315] env[69751]: _type = "Task" [ 1047.976315] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.985452] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.017294] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Successfully updated port: 516c1039-11e5-438d-a90d-9a7bf0d80d42 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.078405] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.078693] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Cleaning up deleted instances with incomplete migration {{(pid=69751) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1048.108606] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.109227] env[69751]: DEBUG nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1048.112247] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.106s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.113460] env[69751]: INFO nova.compute.claims [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.177240] env[69751]: DEBUG nova.compute.manager [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Received event network-vif-plugged-516c1039-11e5-438d-a90d-9a7bf0d80d42 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.177463] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] Acquiring lock "6253404c-cfdf-4e83-812d-d61ae6e09595-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.179879] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.179879] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.179879] env[69751]: DEBUG nova.compute.manager [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] No waiting events found dispatching network-vif-plugged-516c1039-11e5-438d-a90d-9a7bf0d80d42 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1048.179879] env[69751]: WARNING nova.compute.manager [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Received unexpected event network-vif-plugged-516c1039-11e5-438d-a90d-9a7bf0d80d42 for instance with vm_state building and task_state spawning. [ 1048.179879] env[69751]: DEBUG nova.compute.manager [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Received event network-changed-516c1039-11e5-438d-a90d-9a7bf0d80d42 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.179879] env[69751]: DEBUG nova.compute.manager [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Refreshing instance network info cache due to event network-changed-516c1039-11e5-438d-a90d-9a7bf0d80d42. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.179879] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] Acquiring lock "refresh_cache-6253404c-cfdf-4e83-812d-d61ae6e09595" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.179879] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] Acquired lock "refresh_cache-6253404c-cfdf-4e83-812d-d61ae6e09595" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.179879] env[69751]: DEBUG nova.network.neutron [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Refreshing network info cache for port 516c1039-11e5-438d-a90d-9a7bf0d80d42 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.213444] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b960b2-0637-22e4-11f3-4ea426dae5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.038824} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.213591] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.213860] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1048.214124] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214273] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.214449] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1048.214736] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e33edb54-f816-458a-8f79-c1c0e144e1a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.243172] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1048.243446] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1048.244290] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c8d8ed2-54e3-4cf1-a1c3-23459433bc8f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.253517] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1048.253517] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52089597-3928-4497-61d6-cc9ab71fac35" [ 1048.253517] env[69751]: _type = "Task" [ 1048.253517] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.263802] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52089597-3928-4497-61d6-cc9ab71fac35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.373989] env[69751]: DEBUG nova.compute.manager [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.374253] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.375186] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c22a00f-a909-41fa-a344-b19ac757ee68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.390425] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.390644] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c805b846-1552-41f9-8d8a-b93d811de0b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.412810] env[69751]: DEBUG oslo_vmware.api [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1048.412810] env[69751]: value = "task-3483870" [ 1048.412810] env[69751]: _type = "Task" [ 1048.412810] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.423635] env[69751]: DEBUG oslo_vmware.api [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.438859] env[69751]: DEBUG oslo_vmware.api [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483865, 'name': PowerOnVM_Task, 'duration_secs': 0.91229} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.442451] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.442675] env[69751]: INFO nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1048.442856] env[69751]: DEBUG nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.448345] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5641bdc-a5c7-4dfb-855d-9eeb250d651d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.451494] env[69751]: DEBUG oslo_vmware.api [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Task: {'id': task-3483867, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324565} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.451958] env[69751]: DEBUG oslo_concurrency.lockutils [req-aa9faf35-27e4-4c41-9f04-8c40a14eb731 req-9d771d0e-f20d-47cb-9979-b49821d9903c service nova] Releasing lock "refresh_cache-6bc8bceb-03bc-4564-8130-474236341230" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.453037] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.453164] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.453291] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.453667] env[69751]: INFO nova.compute.manager [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1048.453731] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.454246] env[69751]: DEBUG nova.compute.manager [-] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.454350] env[69751]: DEBUG nova.network.neutron [-] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.463213] env[69751]: DEBUG oslo_vmware.api [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483868, 'name': PowerOffVM_Task, 'duration_secs': 0.339897} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.465281] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521262ae-eca2-898d-654f-14987a2b383c/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1048.466113] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.466290] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.467113] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87edf803-626e-423f-9f8c-6d791f16f34d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.469717] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba986ae4-2fe5-4b2c-b97e-fbebad107939 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.475475] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521262ae-eca2-898d-654f-14987a2b383c/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1048.475649] env[69751]: ERROR oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521262ae-eca2-898d-654f-14987a2b383c/disk-0.vmdk due to incomplete transfer. [ 1048.475943] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5cb7a989-9021-4607-9564-a8a7c97aa876 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.489674] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12373} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.490877] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.491217] env[69751]: DEBUG oslo_vmware.rw_handles [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521262ae-eca2-898d-654f-14987a2b383c/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1048.491388] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Uploaded image d99fd438-c09d-40a9-b4e9-e79a61a75599 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1048.494174] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1048.494982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961b20ae-7179-4d6c-be7b-083ac2958e46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.497660] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b62fa94f-aba9-4068-b2be-5681a8efdfc5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.522199] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] a927efc3-2549-41f5-99f5-a470fa03bc4d/a927efc3-2549-41f5-99f5-a470fa03bc4d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.524412] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "refresh_cache-6253404c-cfdf-4e83-812d-d61ae6e09595" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.524639] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bef40d3-c745-4411-b62a-46cbef43cd95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.539132] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1048.539132] env[69751]: value = "task-3483872" [ 1048.539132] env[69751]: _type = "Task" [ 1048.539132] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.549200] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1048.549200] env[69751]: value = "task-3483873" [ 1048.549200] env[69751]: _type = "Task" [ 1048.549200] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.555663] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483872, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.560450] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.560760] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.560950] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Deleting the datastore file [datastore2] 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.562226] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbbb1e3e-ddfa-4d84-b88c-4b5d64d80c47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.570676] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.572322] env[69751]: DEBUG oslo_vmware.api [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1048.572322] env[69751]: value = "task-3483874" [ 1048.572322] env[69751]: _type = "Task" [ 1048.572322] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.585735] env[69751]: DEBUG oslo_vmware.api [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483874, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.585735] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1048.618348] env[69751]: DEBUG nova.compute.utils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.622278] env[69751]: DEBUG nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1048.739138] env[69751]: DEBUG nova.network.neutron [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1048.768665] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52089597-3928-4497-61d6-cc9ab71fac35, 'name': SearchDatastore_Task, 'duration_secs': 0.015178} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.770233] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5876fb-bca9-463f-a40f-948a2531c767 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.777934] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1048.777934] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524b62cd-179b-6f7f-1354-9a4814cce8ed" [ 1048.777934] env[69751]: _type = "Task" [ 1048.777934] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.794961] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524b62cd-179b-6f7f-1354-9a4814cce8ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.798149] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.798149] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 6bc8bceb-03bc-4564-8130-474236341230/6bc8bceb-03bc-4564-8130-474236341230.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.798149] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d45978c8-1216-4a91-98ec-866b2fd588fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.805737] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1048.805737] env[69751]: value = "task-3483875" [ 1048.805737] env[69751]: _type = "Task" [ 1048.805737] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.816645] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.847568] env[69751]: DEBUG nova.network.neutron [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.923722] env[69751]: DEBUG oslo_vmware.api [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483870, 'name': PowerOffVM_Task, 'duration_secs': 0.357629} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.923981] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.924160] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.924480] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2742c88-ba35-4c62-ae9b-7bd2f091af74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.976711] env[69751]: INFO nova.compute.manager [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Took 35.11 seconds to build instance. [ 1049.016636] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.016976] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.017209] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Deleting the datastore file [datastore2] 8f078314-49cf-4a13-9082-0103afffd8e6 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.017543] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd397391-14e4-461a-bf7b-ad445c4b3b27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.026724] env[69751]: DEBUG oslo_vmware.api [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for the task: (returnval){ [ 1049.026724] env[69751]: value = "task-3483877" [ 1049.026724] env[69751]: _type = "Task" [ 1049.026724] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.037455] env[69751]: DEBUG oslo_vmware.api [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483877, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.053375] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483872, 'name': Destroy_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.063145] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483873, 'name': ReconfigVM_Task, 'duration_secs': 0.336157} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.063440] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Reconfigured VM instance instance-00000048 to attach disk [datastore1] a927efc3-2549-41f5-99f5-a470fa03bc4d/a927efc3-2549-41f5-99f5-a470fa03bc4d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.064136] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d44550e2-1178-40bd-ab7e-6439872a9418 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.073108] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1049.073108] env[69751]: value = "task-3483878" [ 1049.073108] env[69751]: _type = "Task" [ 1049.073108] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.091337] env[69751]: DEBUG oslo_vmware.api [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3483874, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346715} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.095928] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.096290] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.096525] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.096713] env[69751]: INFO nova.compute.manager [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1049.096976] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.100019] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483878, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.100019] env[69751]: DEBUG nova.compute.manager [-] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.100019] env[69751]: DEBUG nova.network.neutron [-] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.121610] env[69751]: DEBUG nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1049.320940] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483875, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.358829] env[69751]: DEBUG oslo_concurrency.lockutils [req-d3b86975-7e45-4234-a69e-35a46d7a296c req-e9eaacb3-1850-42fa-a212-cac525df0bb3 service nova] Releasing lock "refresh_cache-6253404c-cfdf-4e83-812d-d61ae6e09595" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.360234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "refresh_cache-6253404c-cfdf-4e83-812d-d61ae6e09595" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.360234] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.485101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17a6e23e-8a1a-4e62-9d35-424d80448f23 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.634s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.564487] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483872, 'name': Destroy_Task, 'duration_secs': 0.655822} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.564487] env[69751]: DEBUG oslo_vmware.api [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Task: {'id': task-3483877, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322499} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.564989] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Destroyed the VM [ 1049.564989] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1049.565121] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.565257] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.565494] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.565680] env[69751]: INFO nova.compute.manager [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1049.565933] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.566166] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c08e286-12e5-401a-9afb-ed6adc8472ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.567849] env[69751]: DEBUG nova.compute.manager [-] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.567975] env[69751]: DEBUG nova.network.neutron [-] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.583368] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1049.583368] env[69751]: value = "task-3483879" [ 1049.583368] env[69751]: _type = "Task" [ 1049.583368] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.591072] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483878, 'name': Rename_Task, 'duration_secs': 0.166117} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.591778] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.592052] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fe300ab-5cfc-45b1-8f33-98fab51f91c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.599306] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.603739] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1049.603739] env[69751]: value = "task-3483880" [ 1049.603739] env[69751]: _type = "Task" [ 1049.603739] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.621315] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.690164] env[69751]: DEBUG nova.network.neutron [-] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.711127] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12439a46-3221-4bd4-b099-8fae6c369ff4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.725909] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd10762a-bdf7-4a5a-9246-fa84376d348f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.762701] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd7a1c-f208-4613-8304-18cfe0039b36 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.766448] env[69751]: DEBUG nova.compute.manager [req-d23a5e7f-98ea-42bc-844b-5f59e1a5a166 req-10e42a88-72b7-4baf-a084-f6f27f5dedf8 service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Received event network-vif-deleted-2fb9f25c-d89f-46c9-a292-a68597c045c4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.766597] env[69751]: INFO nova.compute.manager [req-d23a5e7f-98ea-42bc-844b-5f59e1a5a166 req-10e42a88-72b7-4baf-a084-f6f27f5dedf8 service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Neutron deleted interface 2fb9f25c-d89f-46c9-a292-a68597c045c4; detaching it from the instance and deleting it from the info cache [ 1049.766775] env[69751]: DEBUG nova.network.neutron [req-d23a5e7f-98ea-42bc-844b-5f59e1a5a166 req-10e42a88-72b7-4baf-a084-f6f27f5dedf8 service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.774868] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f980cc-1bcd-4164-abfc-fe1ccf5488c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.791553] env[69751]: DEBUG nova.compute.provider_tree [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.819479] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.781398} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.819772] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 6bc8bceb-03bc-4564-8130-474236341230/6bc8bceb-03bc-4564-8130-474236341230.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.820594] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.820594] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83783263-2eb2-49e9-97fd-5a43b13ef84c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.829153] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1049.829153] env[69751]: value = "task-3483881" [ 1049.829153] env[69751]: _type = "Task" [ 1049.829153] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.841926] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483881, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.899860] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.095191] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483879, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.116958] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.135634] env[69751]: DEBUG nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1050.160052] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.160359] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.160531] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.160779] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.160875] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.161009] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.161296] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.161465] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.161635] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.161798] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.161975] env[69751]: DEBUG nova.virt.hardware [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.162951] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b17e76f-d599-494a-8cbb-12360d9e8304 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.171532] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4112f0f2-3c62-4c47-accf-2869e3181217 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.186870] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.193308] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Creating folder: Project (64885560d86e4a3eab395ec45a6286a7). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.193779] env[69751]: DEBUG nova.network.neutron [-] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.195178] env[69751]: INFO nova.compute.manager [-] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Took 1.74 seconds to deallocate network for instance. [ 1050.198125] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a8d7f45-4e23-4b60-bcac-8847b0f7c937 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.212640] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Created folder: Project (64885560d86e4a3eab395ec45a6286a7) in parent group-v696263. [ 1050.212865] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Creating folder: Instances. Parent ref: group-v696470. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.213319] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeb3387b-82af-4b56-a314-b47024a3dcdb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.225256] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Created folder: Instances in parent group-v696470. [ 1050.225519] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.225724] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.226246] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a82feea-bcea-467a-8778-3e28046e45c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.244938] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.244938] env[69751]: value = "task-3483884" [ 1050.244938] env[69751]: _type = "Task" [ 1050.244938] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.253511] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483884, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.269760] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af670c4d-f0c5-47f0-aad7-8a7b069d2426 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.280946] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c94514-6c39-4a0d-81a0-0a8653f3fb01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.295397] env[69751]: DEBUG nova.scheduler.client.report [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.329013] env[69751]: DEBUG nova.compute.manager [req-d23a5e7f-98ea-42bc-844b-5f59e1a5a166 req-10e42a88-72b7-4baf-a084-f6f27f5dedf8 service nova] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Detach interface failed, port_id=2fb9f25c-d89f-46c9-a292-a68597c045c4, reason: Instance 5ad02603-ab24-4817-bfe1-9716de876685 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1050.330294] env[69751]: DEBUG nova.network.neutron [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Updating instance_info_cache with network_info: [{"id": "516c1039-11e5-438d-a90d-9a7bf0d80d42", "address": "fa:16:3e:9a:7e:6f", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516c1039-11", "ovs_interfaceid": "516c1039-11e5-438d-a90d-9a7bf0d80d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.342547] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483881, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145901} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.342817] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1050.344988] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c71a891-7dce-4ea4-aabb-0d1cd0bd2725 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.371795] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 6bc8bceb-03bc-4564-8130-474236341230/6bc8bceb-03bc-4564-8130-474236341230.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.372412] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0dcbc43-bdc0-4fd3-86d8-24aba8625620 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.392235] env[69751]: DEBUG nova.compute.manager [req-1199128b-f9ab-4a58-98f2-26e0ffda0fde req-a21a5925-43d9-47f3-a89c-d67506c79f97 service nova] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Received event network-vif-deleted-da43d2b3-bab9-48ae-bf76-bbedfcb10682 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.392826] env[69751]: DEBUG nova.compute.manager [req-1199128b-f9ab-4a58-98f2-26e0ffda0fde req-a21a5925-43d9-47f3-a89c-d67506c79f97 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Received event network-vif-deleted-733cee03-3093-4935-9834-726f438364b6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.392826] env[69751]: INFO nova.compute.manager [req-1199128b-f9ab-4a58-98f2-26e0ffda0fde req-a21a5925-43d9-47f3-a89c-d67506c79f97 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Neutron deleted interface 733cee03-3093-4935-9834-726f438364b6; detaching it from the instance and deleting it from the info cache [ 1050.392826] env[69751]: DEBUG nova.network.neutron [req-1199128b-f9ab-4a58-98f2-26e0ffda0fde req-a21a5925-43d9-47f3-a89c-d67506c79f97 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.401459] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1050.401459] env[69751]: value = "task-3483885" [ 1050.401459] env[69751]: _type = "Task" [ 1050.401459] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.411529] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483885, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.427175] env[69751]: DEBUG nova.network.neutron [-] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.462563] env[69751]: INFO nova.compute.manager [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Rebuilding instance [ 1050.517605] env[69751]: DEBUG nova.compute.manager [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.517605] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273e4c5d-2e93-469d-8dd2-6cbd6dcb9b14 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.595437] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483879, 'name': RemoveSnapshot_Task} progress is 61%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.616357] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483880, 'name': PowerOnVM_Task, 'duration_secs': 0.585499} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.618645] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.618645] env[69751]: INFO nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1050.618645] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1050.618645] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a36e087-6a34-4526-b2ab-b6d1b2471f45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.701798] env[69751]: INFO nova.compute.manager [-] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Took 1.60 seconds to deallocate network for instance. [ 1050.713128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.760443] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483884, 'name': CreateVM_Task, 'duration_secs': 0.350734} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.760732] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.761298] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.761523] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.761905] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.762264] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a603636-62fc-4fc3-9756-fdb364ba1b98 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.769579] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1050.769579] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a1c49f-2721-2f1e-e97a-6abd9670a52a" [ 1050.769579] env[69751]: _type = "Task" [ 1050.769579] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.780989] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a1c49f-2721-2f1e-e97a-6abd9670a52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.805330] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.805869] env[69751]: DEBUG nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.809842] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.149s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.809842] env[69751]: DEBUG nova.objects.instance [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lazy-loading 'resources' on Instance uuid c42af9d4-8a53-4a89-b20f-35e8f9d007ba {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.834925] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "refresh_cache-6253404c-cfdf-4e83-812d-d61ae6e09595" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.834925] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Instance network_info: |[{"id": "516c1039-11e5-438d-a90d-9a7bf0d80d42", "address": "fa:16:3e:9a:7e:6f", "network": {"id": "9f3d6005-3db0-44f0-a118-1e6660062d2d", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-397118748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3efb2fc88f5d4142b174e9e5cf6779c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd38fdec-d092-4a84-ab41-685f6dbb4f29", "external-id": "nsx-vlan-transportzone-622", "segmentation_id": 622, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap516c1039-11", "ovs_interfaceid": "516c1039-11e5-438d-a90d-9a7bf0d80d42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1050.834925] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:7e:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd38fdec-d092-4a84-ab41-685f6dbb4f29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '516c1039-11e5-438d-a90d-9a7bf0d80d42', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.844221] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.844547] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.844589] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73a7a69a-8e50-4ca6-80b2-5ddc1bd4856a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.871821] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.871821] env[69751]: value = "task-3483886" [ 1050.871821] env[69751]: _type = "Task" [ 1050.871821] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.880800] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483886, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.896516] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90d0a349-184e-4873-82b8-7aa28ac0654a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.921098] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a777be7-493d-4742-b913-a00c5e28378a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.940156] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.941289] env[69751]: INFO nova.compute.manager [-] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Took 1.37 seconds to deallocate network for instance. [ 1050.976344] env[69751]: DEBUG nova.compute.manager [req-1199128b-f9ab-4a58-98f2-26e0ffda0fde req-a21a5925-43d9-47f3-a89c-d67506c79f97 service nova] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Detach interface failed, port_id=733cee03-3093-4935-9834-726f438364b6, reason: Instance 8f078314-49cf-4a13-9082-0103afffd8e6 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1051.096070] env[69751]: DEBUG oslo_vmware.api [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483879, 'name': RemoveSnapshot_Task, 'duration_secs': 1.369762} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.096070] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.096343] env[69751]: INFO nova.compute.manager [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Took 16.36 seconds to snapshot the instance on the hypervisor. [ 1051.141864] env[69751]: INFO nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Took 36.05 seconds to build instance. [ 1051.215490] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.281428] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a1c49f-2721-2f1e-e97a-6abd9670a52a, 'name': SearchDatastore_Task, 'duration_secs': 0.014879} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.281751] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.282042] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.282305] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.282500] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.282674] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.283344] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80f4b50f-e1e7-4257-b51c-00ece9ea57d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.296671] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.297028] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.297842] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca920e02-ab24-400a-999b-585e28c79cc1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.307788] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1051.307788] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523cbbd3-ddde-504f-94f9-04df16c841c3" [ 1051.307788] env[69751]: _type = "Task" [ 1051.307788] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.314884] env[69751]: DEBUG nova.compute.utils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.316707] env[69751]: DEBUG nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.316902] env[69751]: DEBUG nova.network.neutron [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.322823] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523cbbd3-ddde-504f-94f9-04df16c841c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.378723] env[69751]: DEBUG nova.policy [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '542fdef28da04b6193acc9916a69f098', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5bc5ee2338e5467aa4c7c330429bf457', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.388318] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483886, 'name': CreateVM_Task, 'duration_secs': 0.394127} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.388491] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.389204] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.389394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.389669] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.392108] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e75c0fb1-c3aa-4f77-a97c-b94457bdd65a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.398504] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1051.398504] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d61955-9bf1-cd86-3d07-b5ce75f6e911" [ 1051.398504] env[69751]: _type = "Task" [ 1051.398504] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.412250] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d61955-9bf1-cd86-3d07-b5ce75f6e911, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.418108] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483885, 'name': ReconfigVM_Task, 'duration_secs': 0.60308} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.418391] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 6bc8bceb-03bc-4564-8130-474236341230/6bc8bceb-03bc-4564-8130-474236341230.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1051.419041] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9efe4c62-df34-4626-a7a3-835f89dc53fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.427693] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1051.427693] env[69751]: value = "task-3483887" [ 1051.427693] env[69751]: _type = "Task" [ 1051.427693] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.439018] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483887, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.450574] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.533738] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.534041] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-053fadd5-decf-458c-96d3-66b7ce1e16f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.541554] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1051.541554] env[69751]: value = "task-3483888" [ 1051.541554] env[69751]: _type = "Task" [ 1051.541554] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.553379] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.643548] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.562s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.649492] env[69751]: DEBUG nova.compute.manager [None req-29e5e363-5a7d-48f4-93be-223243d1e5a8 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Found 1 images (rotation: 2) {{(pid=69751) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1051.700363] env[69751]: DEBUG nova.network.neutron [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Successfully created port: 4b2fc09f-e393-471e-baf3-86c8115d923b {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.796095] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da7c91e-6e91-4caf-a4c4-5b364d6e157f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.804933] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e2aac7-dc47-44ba-95f9-9e6b856f50a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.817499] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523cbbd3-ddde-504f-94f9-04df16c841c3, 'name': SearchDatastore_Task, 'duration_secs': 0.02807} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.845723] env[69751]: DEBUG nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.848474] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d9d8bd-c33a-4ac6-bfa6-ae098586c08e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.851378] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46baba8e-9e8b-4d8e-bd90-1d91cc45c68b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.858261] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1051.858261] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a30fbd-b078-10cd-c9b0-0f11cea386e3" [ 1051.858261] env[69751]: _type = "Task" [ 1051.858261] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.865756] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f58be21-e3ca-44e1-9547-e6d0f92932bc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.875403] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a30fbd-b078-10cd-c9b0-0f11cea386e3, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.883982] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.884293] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.884767] env[69751]: DEBUG nova.compute.provider_tree [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.886562] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f67bd05f-d66c-4a9f-a049-4eb96200f337 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.895198] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1051.895198] env[69751]: value = "task-3483889" [ 1051.895198] env[69751]: _type = "Task" [ 1051.895198] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.908280] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.911902] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d61955-9bf1-cd86-3d07-b5ce75f6e911, 'name': SearchDatastore_Task, 'duration_secs': 0.021335} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.912576] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.912859] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.913150] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.913330] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.913530] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.914363] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8bbf778-07fc-434a-97e2-7dfa916a220e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.924201] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.924806] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.925650] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46136894-1047-422d-8dad-1155093ec69e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.935681] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1051.935681] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a0937d-8989-b139-d39e-82cf099fda60" [ 1051.935681] env[69751]: _type = "Task" [ 1051.935681] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.939698] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483887, 'name': Rename_Task, 'duration_secs': 0.283466} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.942769] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.943017] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ee6bfba-7f37-44d7-9f23-808d170ae1e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.951379] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a0937d-8989-b139-d39e-82cf099fda60, 'name': SearchDatastore_Task, 'duration_secs': 0.012779} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.953264] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1051.953264] env[69751]: value = "task-3483890" [ 1051.953264] env[69751]: _type = "Task" [ 1051.953264] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.953264] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25f5cd42-3bf3-4e55-bb4d-72515b1590ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.962414] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1051.962414] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523088f3-406e-cc3f-3dee-c4a9599fdb8c" [ 1051.962414] env[69751]: _type = "Task" [ 1051.962414] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.966454] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.974924] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523088f3-406e-cc3f-3dee-c4a9599fdb8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.053743] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483888, 'name': PowerOffVM_Task, 'duration_secs': 0.217906} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.054755] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1052.054755] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.055241] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64af2183-1185-494f-bb2f-266eb0f96f23 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.062029] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1052.062029] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcc91875-c958-4f72-9c6c-2967f62031b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.154658] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.155166] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.155428] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleting the datastore file [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.155735] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5074ae05-8b78-499f-9750-f7a6fee46814 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.165835] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1052.165835] env[69751]: value = "task-3483892" [ 1052.165835] env[69751]: _type = "Task" [ 1052.165835] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.175077] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.390909] env[69751]: DEBUG nova.scheduler.client.report [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.407077] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492986} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.407397] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.407618] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.407866] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2aecfc8-741b-4289-9619-17011b85a8db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.415882] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1052.415882] env[69751]: value = "task-3483893" [ 1052.415882] env[69751]: _type = "Task" [ 1052.415882] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.429337] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.466436] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.475423] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523088f3-406e-cc3f-3dee-c4a9599fdb8c, 'name': SearchDatastore_Task, 'duration_secs': 0.058892} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.475672] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.475937] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 6253404c-cfdf-4e83-812d-d61ae6e09595/6253404c-cfdf-4e83-812d-d61ae6e09595.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1052.476209] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38dde53c-7734-424d-b65b-bfb63e764528 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.485347] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1052.485347] env[69751]: value = "task-3483894" [ 1052.485347] env[69751]: _type = "Task" [ 1052.485347] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.496483] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483894, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.680730] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333933} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.680730] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.681153] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.681153] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.863554] env[69751]: DEBUG nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.887476] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.887758] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.887952] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.888174] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.888330] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.888482] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.888693] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.888850] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.889035] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.889198] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.889379] env[69751]: DEBUG nova.virt.hardware [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.890327] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b0dabc-9fa3-40a7-82bc-2c674216da70 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.898584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.904215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.669s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.907305] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bddff35-269c-476e-a0c9-6ed6200a6d5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.929632] env[69751]: INFO nova.scheduler.client.report [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Deleted allocations for instance c42af9d4-8a53-4a89-b20f-35e8f9d007ba [ 1052.944844] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092433} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.945227] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.946296] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b099da8d-99bb-44c0-9b0b-6292d04bbedc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.977453] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.983998] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e5d4fd-bdf3-4191-88ef-4a9aeb541e9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.010904] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.014210] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1053.014210] env[69751]: value = "task-3483895" [ 1053.014210] env[69751]: _type = "Task" [ 1053.014210] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.017615] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483894, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.029561] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483895, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.167263] env[69751]: DEBUG nova.compute.manager [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.168220] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8684abf3-2246-4202-aaee-9d9f5b6b46a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.185165] env[69751]: DEBUG nova.compute.manager [req-1e98ec46-d3f2-4e12-a81c-ad8029d746f6 req-4c841338-a015-4371-bef4-11e4771c9350 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Received event network-vif-plugged-4b2fc09f-e393-471e-baf3-86c8115d923b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.185401] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e98ec46-d3f2-4e12-a81c-ad8029d746f6 req-4c841338-a015-4371-bef4-11e4771c9350 service nova] Acquiring lock "475bc63b-830f-4772-b5d3-97b7b4bae22d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.185610] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e98ec46-d3f2-4e12-a81c-ad8029d746f6 req-4c841338-a015-4371-bef4-11e4771c9350 service nova] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.185778] env[69751]: DEBUG oslo_concurrency.lockutils [req-1e98ec46-d3f2-4e12-a81c-ad8029d746f6 req-4c841338-a015-4371-bef4-11e4771c9350 service nova] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.185947] env[69751]: DEBUG nova.compute.manager [req-1e98ec46-d3f2-4e12-a81c-ad8029d746f6 req-4c841338-a015-4371-bef4-11e4771c9350 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] No waiting events found dispatching network-vif-plugged-4b2fc09f-e393-471e-baf3-86c8115d923b {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1053.186129] env[69751]: WARNING nova.compute.manager [req-1e98ec46-d3f2-4e12-a81c-ad8029d746f6 req-4c841338-a015-4371-bef4-11e4771c9350 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Received unexpected event network-vif-plugged-4b2fc09f-e393-471e-baf3-86c8115d923b for instance with vm_state building and task_state spawning. [ 1053.286741] env[69751]: DEBUG nova.network.neutron [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Successfully updated port: 4b2fc09f-e393-471e-baf3-86c8115d923b {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.402472] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a6a9a0-a4a1-49eb-ba16-a367dfee998e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.411170] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c303e6-ec27-4f86-8cdc-e6c3225f5851 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.444015] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bfca3e1f-8e0a-49d7-bc53-f62fddd979ed tempest-ServersTestMultiNic-892001137 tempest-ServersTestMultiNic-892001137-project-member] Lock "c42af9d4-8a53-4a89-b20f-35e8f9d007ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.056s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.445811] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b810f192-04dc-4939-b1e5-8a53667942f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.456906] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41030aa-cc56-4d62-9883-12fa84d7a825 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.480660] env[69751]: DEBUG nova.compute.provider_tree [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.487858] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483890, 'name': PowerOnVM_Task, 'duration_secs': 1.439835} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.488155] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.488381] env[69751]: INFO nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1053.488561] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.489367] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f86a398-6c72-49b7-910b-f10a5eef6706 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.513095] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483894, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561281} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.513373] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 6253404c-cfdf-4e83-812d-d61ae6e09595/6253404c-cfdf-4e83-812d-d61ae6e09595.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1053.513588] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1053.514025] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ab081ba-cd5c-45a9-86a2-635e1313c0bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.522238] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1053.522238] env[69751]: value = "task-3483896" [ 1053.522238] env[69751]: _type = "Task" [ 1053.522238] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.529363] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483895, 'name': ReconfigVM_Task, 'duration_secs': 0.281569} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.530055] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.530714] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d84243-8c43-48e8-bdb1-c4ae2db23d98 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.535955] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.553014] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1053.553014] env[69751]: value = "task-3483897" [ 1053.553014] env[69751]: _type = "Task" [ 1053.553014] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.563358] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483897, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.680195] env[69751]: INFO nova.compute.manager [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] instance snapshotting [ 1053.680874] env[69751]: DEBUG nova.objects.instance [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'flavor' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.711576] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.711847] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.712056] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.712265] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.712412] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.712560] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.712768] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.712925] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.713114] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.713285] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.713508] env[69751]: DEBUG nova.virt.hardware [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.714662] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc91eb57-d7bc-4e5d-b8d5-f9bbdb52efb7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.723158] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97c88aa-e4e3-4d6a-b2fa-37b0de7df66a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.739022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:70:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6cc957d-7985-407c-ae98-195f81c8baac', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.747989] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.748305] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.748563] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7efc8d65-e89f-4d97-866e-53a7a14d0666 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.771749] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.771749] env[69751]: value = "task-3483898" [ 1053.771749] env[69751]: _type = "Task" [ 1053.771749] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.781131] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483898, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.789912] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "refresh_cache-475bc63b-830f-4772-b5d3-97b7b4bae22d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.790172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "refresh_cache-475bc63b-830f-4772-b5d3-97b7b4bae22d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.790254] env[69751]: DEBUG nova.network.neutron [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.984124] env[69751]: DEBUG nova.scheduler.client.report [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.007804] env[69751]: INFO nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Took 38.87 seconds to build instance. [ 1054.037161] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.24315} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.037427] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.038577] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980a677d-da68-4b9c-af9c-c07bb8c6f2f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.062039] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 6253404c-cfdf-4e83-812d-d61ae6e09595/6253404c-cfdf-4e83-812d-d61ae6e09595.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.062735] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2d4ff48-0aa7-47ea-a6e3-47cef9f96fb2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.086397] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483897, 'name': Rename_Task, 'duration_secs': 0.153444} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.087460] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.087886] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1054.087886] env[69751]: value = "task-3483899" [ 1054.087886] env[69751]: _type = "Task" [ 1054.087886] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.088197] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af22e909-8b00-46bd-9f06-61fef26f4c4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.100406] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483899, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.101738] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1054.101738] env[69751]: value = "task-3483900" [ 1054.101738] env[69751]: _type = "Task" [ 1054.101738] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.110435] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.188458] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd26264-73ef-4ff1-949e-1dd9772384f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.213164] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86a0af2-e47b-4999-b879-d1756e99f046 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.282288] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483898, 'name': CreateVM_Task, 'duration_secs': 0.489809} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.282462] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.283151] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.283324] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.283643] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.283892] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db320ef8-1e1c-4604-bdfb-709414180642 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.290411] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1054.290411] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f4e31-f257-0fcb-cbd0-2ba63789292e" [ 1054.290411] env[69751]: _type = "Task" [ 1054.290411] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.302291] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f4e31-f257-0fcb-cbd0-2ba63789292e, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.302584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.302852] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.303127] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.303282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.304267] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.304554] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c4d6bca-511b-4306-a84d-a49532370f71 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.312626] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.312793] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.313882] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53adeaca-079e-453a-88c2-6f638972cdfd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.319250] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1054.319250] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5236dbc4-56c8-97d5-fc42-f372e17185c5" [ 1054.319250] env[69751]: _type = "Task" [ 1054.319250] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.327608] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5236dbc4-56c8-97d5-fc42-f372e17185c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.341161] env[69751]: DEBUG nova.network.neutron [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.488862] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.586s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.489229] env[69751]: INFO nova.compute.manager [None req-cead34c1-e8ec-41f2-bbe8-994d433ab3f2 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Successfully reverted task state from rebuilding on failure for instance. [ 1054.494228] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.597s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.494370] env[69751]: DEBUG nova.objects.instance [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lazy-loading 'resources' on Instance uuid fe76a342-378d-4766-b4f5-5d2471ee2ad9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.509962] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6bc8bceb-03bc-4564-8130-474236341230" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.382s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.555748] env[69751]: DEBUG nova.network.neutron [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Updating instance_info_cache with network_info: [{"id": "4b2fc09f-e393-471e-baf3-86c8115d923b", "address": "fa:16:3e:af:6d:3f", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2fc09f-e3", "ovs_interfaceid": "4b2fc09f-e393-471e-baf3-86c8115d923b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.604498] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483899, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.613223] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.723996] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1054.724459] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7c20210b-d2f5-4ee8-aa73-e945511f2141 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.735653] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1054.735653] env[69751]: value = "task-3483901" [ 1054.735653] env[69751]: _type = "Task" [ 1054.735653] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.743724] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.832495] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5236dbc4-56c8-97d5-fc42-f372e17185c5, 'name': SearchDatastore_Task, 'duration_secs': 0.01243} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.833778] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f67bd4-5c15-4eaf-ac95-b8a73e4b1107 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.840033] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1054.840033] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f96aff-fdd2-8bcd-436f-d318cd2377ab" [ 1054.840033] env[69751]: _type = "Task" [ 1054.840033] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.848747] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f96aff-fdd2-8bcd-436f-d318cd2377ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.058945] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "refresh_cache-475bc63b-830f-4772-b5d3-97b7b4bae22d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.059180] env[69751]: DEBUG nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Instance network_info: |[{"id": "4b2fc09f-e393-471e-baf3-86c8115d923b", "address": "fa:16:3e:af:6d:3f", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2fc09f-e3", "ovs_interfaceid": "4b2fc09f-e393-471e-baf3-86c8115d923b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.064364] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:6d:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7b83383f-ed7a-4efd-aef7-aa8c15649d07', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b2fc09f-e393-471e-baf3-86c8115d923b', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.069910] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.070439] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.070678] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f1fedfe-e20e-4a43-8d50-65a0963e1f7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.097224] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.097224] env[69751]: value = "task-3483902" [ 1055.097224] env[69751]: _type = "Task" [ 1055.097224] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.113841] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483899, 'name': ReconfigVM_Task, 'duration_secs': 0.990098} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.114051] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483902, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.114742] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 6253404c-cfdf-4e83-812d-d61ae6e09595/6253404c-cfdf-4e83-812d-d61ae6e09595.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.115458] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-816938fb-e028-40d7-80dc-b99604b5cbc9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.124301] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.125649] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1055.125649] env[69751]: value = "task-3483903" [ 1055.125649] env[69751]: _type = "Task" [ 1055.125649] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.136635] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483903, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.234851] env[69751]: DEBUG nova.compute.manager [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Received event network-changed-4b2fc09f-e393-471e-baf3-86c8115d923b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.235239] env[69751]: DEBUG nova.compute.manager [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Refreshing instance network info cache due to event network-changed-4b2fc09f-e393-471e-baf3-86c8115d923b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.235331] env[69751]: DEBUG oslo_concurrency.lockutils [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] Acquiring lock "refresh_cache-475bc63b-830f-4772-b5d3-97b7b4bae22d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.235637] env[69751]: DEBUG oslo_concurrency.lockutils [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] Acquired lock "refresh_cache-475bc63b-830f-4772-b5d3-97b7b4bae22d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.235904] env[69751]: DEBUG nova.network.neutron [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Refreshing network info cache for port 4b2fc09f-e393-471e-baf3-86c8115d923b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.254959] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483901, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.351612] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f96aff-fdd2-8bcd-436f-d318cd2377ab, 'name': SearchDatastore_Task, 'duration_secs': 0.013071} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.354509] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.354886] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.355386] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a1b460-7b8b-450e-925d-6c55a5db62b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.363575] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1055.363575] env[69751]: value = "task-3483904" [ 1055.363575] env[69751]: _type = "Task" [ 1055.363575] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.373355] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.485535] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc1be3e-9f70-4bbc-aec1-8e5350cab3e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.494862] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3844efba-0203-42b0-8751-0add34abea65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.528502] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e0d464-c25c-4f5f-bdd0-d54e16a7aada {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.538091] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7034a-6ce1-4806-bc97-5a1f5ea855c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.556336] env[69751]: DEBUG nova.compute.provider_tree [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.611907] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483902, 'name': CreateVM_Task, 'duration_secs': 0.364606} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.612525] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.615525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.615525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.615525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.615525] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b627c4e1-0c38-4591-9ec2-ac8028139508 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.622357] env[69751]: DEBUG oslo_vmware.api [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483900, 'name': PowerOnVM_Task, 'duration_secs': 1.118379} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.622357] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.622357] env[69751]: INFO nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Took 5.48 seconds to spawn the instance on the hypervisor. [ 1055.622357] env[69751]: DEBUG nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1055.622357] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a14f00-07c3-47d3-b36a-69f96f157cb4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.625639] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1055.625639] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52eeb83f-5cc7-8737-b1f4-224cbf1844ad" [ 1055.625639] env[69751]: _type = "Task" [ 1055.625639] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.643824] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483903, 'name': Rename_Task, 'duration_secs': 0.180982} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.647135] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.647444] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52eeb83f-5cc7-8737-b1f4-224cbf1844ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.647668] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19304e5a-40b3-4534-81d3-60cff562f061 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.656633] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1055.656633] env[69751]: value = "task-3483905" [ 1055.656633] env[69751]: _type = "Task" [ 1055.656633] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.668162] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.755844] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483901, 'name': CreateSnapshot_Task, 'duration_secs': 0.594225} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.756699] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.758733] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d535cdcc-1a4f-4099-9654-7eec3503e727 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.881153] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496873} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.881529] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.881830] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.882195] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-968da2ee-0112-4d6a-9640-d07ad9d8e949 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.892027] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1055.892027] env[69751]: value = "task-3483906" [ 1055.892027] env[69751]: _type = "Task" [ 1055.892027] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.903948] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.060712] env[69751]: DEBUG nova.scheduler.client.report [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.117688] env[69751]: DEBUG nova.network.neutron [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Updated VIF entry in instance network info cache for port 4b2fc09f-e393-471e-baf3-86c8115d923b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.118145] env[69751]: DEBUG nova.network.neutron [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Updating instance_info_cache with network_info: [{"id": "4b2fc09f-e393-471e-baf3-86c8115d923b", "address": "fa:16:3e:af:6d:3f", "network": {"id": "c30926fd-30fe-4926-9b14-707276c7d385", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-457908438-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5bc5ee2338e5467aa4c7c330429bf457", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7b83383f-ed7a-4efd-aef7-aa8c15649d07", "external-id": "nsx-vlan-transportzone-282", "segmentation_id": 282, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b2fc09f-e3", "ovs_interfaceid": "4b2fc09f-e393-471e-baf3-86c8115d923b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.138032] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52eeb83f-5cc7-8737-b1f4-224cbf1844ad, 'name': SearchDatastore_Task, 'duration_secs': 0.063812} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.145038] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.145233] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.145491] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.145665] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.145821] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.147806] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc41bff7-671d-4b68-a093-e771b2b8dbc7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.151576] env[69751]: INFO nova.compute.manager [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Took 35.77 seconds to build instance. [ 1056.162132] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.162669] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.163441] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8596f252-c1ab-4243-899f-bf9d07b198c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.170604] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483905, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.172032] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1056.172032] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527d08ae-672c-9a10-9a33-2f39f2ce158f" [ 1056.172032] env[69751]: _type = "Task" [ 1056.172032] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.181614] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527d08ae-672c-9a10-9a33-2f39f2ce158f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.295022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.295022] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e556158a-9527-48df-85e0-7f280ec14b8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.304659] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1056.304659] env[69751]: value = "task-3483907" [ 1056.304659] env[69751]: _type = "Task" [ 1056.304659] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.316450] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483907, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.404129] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074322} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.404457] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.405413] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675ac032-7b6a-4e0a-97f2-3398c0bb4748 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.434304] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.434812] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91119fa7-a626-423d-9c89-d17f2b1220fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.463612] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1056.463612] env[69751]: value = "task-3483908" [ 1056.463612] env[69751]: _type = "Task" [ 1056.463612] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.477113] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.567588] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.073s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.571388] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.306s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.571388] env[69751]: DEBUG nova.objects.instance [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lazy-loading 'resources' on Instance uuid 45fdd092-44c8-4c99-b4a6-f51a287c4069 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.602909] env[69751]: INFO nova.scheduler.client.report [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Deleted allocations for instance fe76a342-378d-4766-b4f5-5d2471ee2ad9 [ 1056.621154] env[69751]: DEBUG oslo_concurrency.lockutils [req-a9d17d17-1544-4bef-8626-809bac08093b req-4e03fc5e-ae84-45c8-9c64-43dce8e62b25 service nova] Releasing lock "refresh_cache-475bc63b-830f-4772-b5d3-97b7b4bae22d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.653903] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d9c90eb-2009-493a-9414-21e642a54357 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "1b367973-3c0c-4634-814c-9a67a2378ae6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.989s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.674909] env[69751]: DEBUG oslo_vmware.api [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483905, 'name': PowerOnVM_Task, 'duration_secs': 0.981138} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.679507] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.679716] env[69751]: INFO nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1056.679960] env[69751]: DEBUG nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.681394] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfca22a-8475-4512-acd8-c032af4356be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.691456] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527d08ae-672c-9a10-9a33-2f39f2ce158f, 'name': SearchDatastore_Task, 'duration_secs': 0.011758} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.696580] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97461476-ce52-46fd-ad1b-519201d67698 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.703102] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1056.703102] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52050f7b-5367-6194-d979-ebf215fce1d6" [ 1056.703102] env[69751]: _type = "Task" [ 1056.703102] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.712037] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52050f7b-5367-6194-d979-ebf215fce1d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.816257] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483907, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.974479] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483908, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.112233] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6103c192-13bb-4935-add9-99574f45446f tempest-ServersWithSpecificFlavorTestJSON-6978129 tempest-ServersWithSpecificFlavorTestJSON-6978129-project-member] Lock "fe76a342-378d-4766-b4f5-5d2471ee2ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.711s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.210439] env[69751]: INFO nova.compute.manager [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Took 42.04 seconds to build instance. [ 1057.224185] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52050f7b-5367-6194-d979-ebf215fce1d6, 'name': SearchDatastore_Task, 'duration_secs': 0.02344} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.224302] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.224944] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 475bc63b-830f-4772-b5d3-97b7b4bae22d/475bc63b-830f-4772-b5d3-97b7b4bae22d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.224944] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bfd2b2a-ee19-4520-9e4b-006dbe9f3f7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.237075] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1057.237075] env[69751]: value = "task-3483909" [ 1057.237075] env[69751]: _type = "Task" [ 1057.237075] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.249080] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.319400] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483907, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.474485] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483908, 'name': ReconfigVM_Task, 'duration_secs': 0.690014} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.477961] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310/5e280484-58b9-4ae7-a2a9-585d69e66310.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.479128] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-557d02f0-7231-4f60-b389-974c2c32608d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.488335] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1057.488335] env[69751]: value = "task-3483910" [ 1057.488335] env[69751]: _type = "Task" [ 1057.488335] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.501301] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483910, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.612026] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab31065-6d83-4695-a275-128d554726d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.621023] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f4ddba-ed06-4515-bb6e-3b1b9bff0996 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.661973] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a53fc8e-5ce7-4764-af71-85af39b24497 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.672847] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bee6de8-68c8-4bd8-8d42-3318bd276374 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.691231] env[69751]: DEBUG nova.compute.provider_tree [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.716053] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dbfc8186-2742-4dec-8568-11fbdaf168ee tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.555s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.750883] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483909, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.819775] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483907, 'name': CloneVM_Task, 'duration_secs': 1.403902} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.820101] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Created linked-clone VM from snapshot [ 1057.820949] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c41121-5734-4853-8078-db6da47eb483 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.830673] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Uploading image e6ae9b96-3849-488c-bf32-96bf7db24f0a {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1057.859742] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1057.859742] env[69751]: value = "vm-696477" [ 1057.859742] env[69751]: _type = "VirtualMachine" [ 1057.859742] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1057.859962] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7ab55389-1c86-44c6-b0dc-ff6ee75923de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.868895] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease: (returnval){ [ 1057.868895] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52692ef3-218c-cae9-558b-451df51d1e1a" [ 1057.868895] env[69751]: _type = "HttpNfcLease" [ 1057.868895] env[69751]: } obtained for exporting VM: (result){ [ 1057.868895] env[69751]: value = "vm-696477" [ 1057.868895] env[69751]: _type = "VirtualMachine" [ 1057.868895] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1057.869292] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the lease: (returnval){ [ 1057.869292] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52692ef3-218c-cae9-558b-451df51d1e1a" [ 1057.869292] env[69751]: _type = "HttpNfcLease" [ 1057.869292] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1057.876781] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.876781] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52692ef3-218c-cae9-558b-451df51d1e1a" [ 1057.876781] env[69751]: _type = "HttpNfcLease" [ 1057.876781] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1057.922695] env[69751]: INFO nova.compute.manager [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Rebuilding instance [ 1057.971256] env[69751]: DEBUG nova.compute.manager [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1057.972282] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9cc52e-3b96-481c-badd-2b1bef699728 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.999285] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483910, 'name': Rename_Task, 'duration_secs': 0.370236} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.999439] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.999681] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-254ec843-2983-4778-a0ea-ce7394de4a00 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.008984] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1058.008984] env[69751]: value = "task-3483912" [ 1058.008984] env[69751]: _type = "Task" [ 1058.008984] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.017827] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.194696] env[69751]: DEBUG nova.scheduler.client.report [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.251921] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547145} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.252240] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 475bc63b-830f-4772-b5d3-97b7b4bae22d/475bc63b-830f-4772-b5d3-97b7b4bae22d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.252466] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.252975] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24dc128d-c49f-4ebe-a321-0109d7c96b22 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.262139] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1058.262139] env[69751]: value = "task-3483913" [ 1058.262139] env[69751]: _type = "Task" [ 1058.262139] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.273115] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.378019] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.378019] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52692ef3-218c-cae9-558b-451df51d1e1a" [ 1058.378019] env[69751]: _type = "HttpNfcLease" [ 1058.378019] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.378357] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.378357] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52692ef3-218c-cae9-558b-451df51d1e1a" [ 1058.378357] env[69751]: _type = "HttpNfcLease" [ 1058.378357] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1058.379141] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4faa286-1870-485c-94c7-46c91f4d5b43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.387829] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d0d53-aac2-0ba8-18cc-e4e9c6316da7/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.388078] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d0d53-aac2-0ba8-18cc-e4e9c6316da7/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1058.503730] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7f2ca68-d581-4082-b68e-a53d55a17e5b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.522451] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.703983] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.709373] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.322s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.709373] env[69751]: DEBUG nova.objects.instance [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lazy-loading 'resources' on Instance uuid 0a867df1-b9af-4a10-8a65-eca278cfa6ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.739233] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "a927efc3-2549-41f5-99f5-a470fa03bc4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.739546] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.739814] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "a927efc3-2549-41f5-99f5-a470fa03bc4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.740045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.740259] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.742933] env[69751]: INFO nova.compute.manager [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Terminating instance [ 1058.774876] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074637} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.774876] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.776080] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ca136-f9b5-4ae3-8492-baea76c494b2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.808830] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 475bc63b-830f-4772-b5d3-97b7b4bae22d/475bc63b-830f-4772-b5d3-97b7b4bae22d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.808830] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b6913eb-8d5b-42e7-a5cd-b022f00227ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.833435] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1058.833435] env[69751]: value = "task-3483914" [ 1058.833435] env[69751]: _type = "Task" [ 1058.833435] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.846483] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.988102] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.988501] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1f85a2b-292c-4569-b5cc-b3994980515e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.999867] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1058.999867] env[69751]: value = "task-3483915" [ 1058.999867] env[69751]: _type = "Task" [ 1058.999867] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.010994] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.025263] env[69751]: DEBUG oslo_vmware.api [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483912, 'name': PowerOnVM_Task, 'duration_secs': 0.528339} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.025782] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.029052] env[69751]: DEBUG nova.compute.manager [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.029965] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1236b94-036d-4a90-b8f3-90bc2e7cf56c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.233490] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbead1ec-26a5-4329-bc1b-29c81f286686 tempest-ServerActionsV293TestJSON-1628970875 tempest-ServerActionsV293TestJSON-1628970875-project-member] Lock "45fdd092-44c8-4c99-b4a6-f51a287c4069" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.861s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.247263] env[69751]: DEBUG nova.compute.manager [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.247768] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.251910] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bbf87c-f9b4-42b2-83c9-b59c0e34c4ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.265164] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.265164] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a7057ab-bcbe-4da7-8630-89b0174b8ad6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.272826] env[69751]: DEBUG oslo_vmware.api [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1059.272826] env[69751]: value = "task-3483916" [ 1059.272826] env[69751]: _type = "Task" [ 1059.272826] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.287970] env[69751]: DEBUG oslo_vmware.api [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.353717] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483914, 'name': ReconfigVM_Task, 'duration_secs': 0.43632} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.353717] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 475bc63b-830f-4772-b5d3-97b7b4bae22d/475bc63b-830f-4772-b5d3-97b7b4bae22d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.355534] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d96b5b9e-8453-458f-b7b2-c3f2ee935807 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.367719] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1059.367719] env[69751]: value = "task-3483917" [ 1059.367719] env[69751]: _type = "Task" [ 1059.367719] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.382162] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483917, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.512352] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483915, 'name': PowerOffVM_Task, 'duration_secs': 0.139918} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.513050] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.513766] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.515186] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776e7200-8215-4e09-abbe-70ff1b6b8f10 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.527795] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.528201] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08ca24d7-6756-40b5-9971-55d49a265929 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.559140] env[69751]: INFO nova.compute.manager [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Rebuilding instance [ 1059.564265] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.583048] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.583618] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.584292] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Deleting the datastore file [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.584983] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e790669-c386-44e4-b911-589f52545f46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.601473] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1059.601473] env[69751]: value = "task-3483919" [ 1059.601473] env[69751]: _type = "Task" [ 1059.601473] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.617780] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.628302] env[69751]: DEBUG nova.compute.manager [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1059.628302] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c678ef31-b721-478b-8e9d-cfcab2adb2cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.786858] env[69751]: DEBUG oslo_vmware.api [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483916, 'name': PowerOffVM_Task, 'duration_secs': 0.318112} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.789456] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.789741] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.790421] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e516f7ea-a5ed-4be4-a7f8-69f400571086 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.820123] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b33cdf-745e-4ac3-b365-ff102826d1f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.834645] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ed4988-9ca8-4197-be2f-2408dfb0e3f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.877547] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f150fcb9-80ce-4673-ab75-5dc5c80362c5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.880700] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.881096] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.881356] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleting the datastore file [datastore1] a927efc3-2549-41f5-99f5-a470fa03bc4d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.881865] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29749155-e6bc-4a4a-ac22-7bba5ca91f16 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.893707] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483917, 'name': Rename_Task, 'duration_secs': 0.245846} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.894957] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.896272] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa6a4d-747c-4a10-8e66-57771f3d0fe7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.900713] env[69751]: DEBUG oslo_vmware.api [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1059.900713] env[69751]: value = "task-3483921" [ 1059.900713] env[69751]: _type = "Task" [ 1059.900713] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.900990] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b9e61e0-2de6-470a-a547-8e5c8b983f62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.919961] env[69751]: DEBUG nova.compute.provider_tree [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.924575] env[69751]: DEBUG oslo_vmware.api [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483921, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.926518] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1059.926518] env[69751]: value = "task-3483922" [ 1059.926518] env[69751]: _type = "Task" [ 1059.926518] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.941849] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.114584] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171136} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.114999] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.115319] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.115542] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.415682] env[69751]: DEBUG oslo_vmware.api [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3483921, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275721} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.415973] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.416270] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.416470] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.416739] env[69751]: INFO nova.compute.manager [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1060.417008] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.418496] env[69751]: DEBUG nova.compute.manager [-] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.418616] env[69751]: DEBUG nova.network.neutron [-] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.420961] env[69751]: DEBUG nova.scheduler.client.report [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.440030] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483922, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.443707] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "5e280484-58b9-4ae7-a2a9-585d69e66310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.444080] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.444370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "5e280484-58b9-4ae7-a2a9-585d69e66310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.444572] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.446188] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.447134] env[69751]: INFO nova.compute.manager [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Terminating instance [ 1060.645937] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.646586] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-051c63ce-445e-4756-9fc7-588742498c1d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.657701] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1060.657701] env[69751]: value = "task-3483923" [ 1060.657701] env[69751]: _type = "Task" [ 1060.657701] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.668733] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.928126] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.933166] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.177s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.933879] env[69751]: DEBUG nova.objects.instance [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lazy-loading 'resources' on Instance uuid 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.950324] env[69751]: DEBUG oslo_vmware.api [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483922, 'name': PowerOnVM_Task, 'duration_secs': 0.727082} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.950852] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.951151] env[69751]: INFO nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1060.951427] env[69751]: DEBUG nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1060.952345] env[69751]: DEBUG nova.compute.manager [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1060.952565] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.953995] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc572fc-28dd-4e10-95fc-c6122bc09a3b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.959464] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24985000-ba06-430b-8298-d8768e02e977 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.965535] env[69751]: INFO nova.scheduler.client.report [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted allocations for instance 0a867df1-b9af-4a10-8a65-eca278cfa6ac [ 1060.982172] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.982172] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f69ed2a4-40e0-4567-a299-ae293656f506 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.992194] env[69751]: DEBUG oslo_vmware.api [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1060.992194] env[69751]: value = "task-3483924" [ 1060.992194] env[69751]: _type = "Task" [ 1060.992194] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.005634] env[69751]: DEBUG oslo_vmware.api [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.062428] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "e68a3745-2717-4201-ab11-201162378a2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.062687] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.165026] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.165026] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.165401] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.169025] env[69751]: DEBUG nova.virt.hardware [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.169025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24237994-7c67-4be6-9f81-e794fc6cb2b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.179061] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483923, 'name': PowerOffVM_Task, 'duration_secs': 0.309612} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.179937] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.180437] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1061.181662] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fc596c-ef77-44c6-a9f3-82c4a35f5212 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.190115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d000d0b-a321-4cda-86ff-44a6c4770fd1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.197140] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.198499] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-501690d4-2e31-4cb0-86d0-eeeccbd2bfa6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.210210] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1061.215807] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.217302] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1061.218488] env[69751]: DEBUG nova.compute.manager [req-5ab5d753-0e27-4195-923c-005a5ff23022 req-4ad171f9-64b3-4ec7-83f7-a8670be7318a service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Received event network-vif-deleted-96fed3a4-43a7-462e-8cd5-1b096244485c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.218702] env[69751]: INFO nova.compute.manager [req-5ab5d753-0e27-4195-923c-005a5ff23022 req-4ad171f9-64b3-4ec7-83f7-a8670be7318a service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Neutron deleted interface 96fed3a4-43a7-462e-8cd5-1b096244485c; detaching it from the instance and deleting it from the info cache [ 1061.218888] env[69751]: DEBUG nova.network.neutron [req-5ab5d753-0e27-4195-923c-005a5ff23022 req-4ad171f9-64b3-4ec7-83f7-a8670be7318a service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.220090] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3846899b-7148-4f98-b156-a87959468342 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.235266] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e645eef-abd6-4f6f-9999-f52ee4df7ead {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.242800] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1061.242800] env[69751]: value = "task-3483926" [ 1061.242800] env[69751]: _type = "Task" [ 1061.242800] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.250612] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc322c11-dae9-42e5-8a29-b2655de9123d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.272828] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483926, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.280667] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.280850] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.281025] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleting the datastore file [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.297227] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3425a76c-5837-473b-85ac-f12f94864de3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.299691] env[69751]: DEBUG nova.compute.manager [req-5ab5d753-0e27-4195-923c-005a5ff23022 req-4ad171f9-64b3-4ec7-83f7-a8670be7318a service nova] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Detach interface failed, port_id=96fed3a4-43a7-462e-8cd5-1b096244485c, reason: Instance a927efc3-2549-41f5-99f5-a470fa03bc4d could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.308539] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1061.308539] env[69751]: value = "task-3483927" [ 1061.308539] env[69751]: _type = "Task" [ 1061.308539] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.318591] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.483366] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2008687c-0d36-4edd-a7c4-0b957f5e896e tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "0a867df1-b9af-4a10-8a65-eca278cfa6ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.559s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.492565] env[69751]: INFO nova.compute.manager [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Took 39.51 seconds to build instance. [ 1061.504524] env[69751]: DEBUG oslo_vmware.api [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483924, 'name': PowerOffVM_Task, 'duration_secs': 0.196272} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.506200] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.506200] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.508790] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab9ea68b-2888-4a4b-8c19-ec5b3fc1fc82 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.567342] env[69751]: DEBUG nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1061.612025] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.612025] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.612025] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleting the datastore file [datastore2] 5e280484-58b9-4ae7-a2a9-585d69e66310 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.612586] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a5fcc06-5487-4e12-9453-498d327a4580 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.628483] env[69751]: DEBUG oslo_vmware.api [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1061.628483] env[69751]: value = "task-3483929" [ 1061.628483] env[69751]: _type = "Task" [ 1061.628483] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.639406] env[69751]: DEBUG oslo_vmware.api [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.698117] env[69751]: DEBUG nova.network.neutron [-] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.759704] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483926, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.823519] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213582} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.824011] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.824222] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.824403] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.971526] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b34a737-33cc-4f9e-afa7-2a782e5e59f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.982646] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29052d-65d0-4b1c-8f3e-0ae28a369b6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.028482] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e577b89e-730d-4051-9f4f-3e6910ae773e tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.194s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.031147] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192086c3-335a-4ed4-9f90-9ba40785ca87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.041772] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3003c21-3343-4cc5-b92f-e4e9f5f441db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.059572] env[69751]: DEBUG nova.compute.provider_tree [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.080086] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "475bc63b-830f-4772-b5d3-97b7b4bae22d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.080781] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.080781] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "475bc63b-830f-4772-b5d3-97b7b4bae22d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.080781] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.081181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.083955] env[69751]: INFO nova.compute.manager [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Terminating instance [ 1062.097633] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.137672] env[69751]: DEBUG oslo_vmware.api [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3483929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277504} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.138033] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.138201] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.138398] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.138823] env[69751]: INFO nova.compute.manager [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1062.138823] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.139031] env[69751]: DEBUG nova.compute.manager [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1062.139126] env[69751]: DEBUG nova.network.neutron [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1062.203252] env[69751]: INFO nova.compute.manager [-] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Took 1.78 seconds to deallocate network for instance. [ 1062.257219] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483926, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.334808] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "c79bb961-4170-4f8b-a81d-407a09be1cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.334808] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.334808] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "c79bb961-4170-4f8b-a81d-407a09be1cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.334996] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.335091] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.338114] env[69751]: INFO nova.compute.manager [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Terminating instance [ 1062.563139] env[69751]: DEBUG nova.scheduler.client.report [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.588042] env[69751]: DEBUG nova.compute.manager [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.588320] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.589710] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3306ad06-326f-40bd-8edf-229f1cae3c65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.600992] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.601764] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57ebec04-8832-413f-8098-ef0a51a64d41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.610286] env[69751]: DEBUG oslo_vmware.api [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1062.610286] env[69751]: value = "task-3483930" [ 1062.610286] env[69751]: _type = "Task" [ 1062.610286] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.619494] env[69751]: DEBUG oslo_vmware.api [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.711942] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.765178] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483926, 'name': CreateVM_Task, 'duration_secs': 1.347722} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.765178] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.765178] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.765178] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.765178] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.765178] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d94cfd-11fb-4087-9b45-67a8259cd1e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.771234] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1062.771234] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e71233-3cd4-1c1f-5f58-05a9e0843fc5" [ 1062.771234] env[69751]: _type = "Task" [ 1062.771234] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.787059] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e71233-3cd4-1c1f-5f58-05a9e0843fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.842405] env[69751]: DEBUG nova.compute.manager [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.843226] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.843653] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065649cd-9c83-422e-b1b1-1768a131c8ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.855584] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.858598] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a57f39-1c11-4e9d-aa3f-47b1591e7d8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.868241] env[69751]: DEBUG oslo_vmware.api [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 1062.868241] env[69751]: value = "task-3483931" [ 1062.868241] env[69751]: _type = "Task" [ 1062.868241] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.871533] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.873224] env[69751]: DEBUG nova.virt.hardware [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.874589] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422fcc1b-7bf7-4be0-87e7-51cd90ea1ef2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.893108] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80edb07c-ea6f-4bd4-8d75-aadc709bf94f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.897229] env[69751]: DEBUG oslo_vmware.api [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.911378] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:bd:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.919478] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1062.919878] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.920176] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4130188-3aed-4226-b73f-1767bc797ae4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.942233] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.942233] env[69751]: value = "task-3483932" [ 1062.942233] env[69751]: _type = "Task" [ 1062.942233] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.951380] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483932, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.994994] env[69751]: DEBUG nova.network.neutron [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.069747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.072538] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.493s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.074662] env[69751]: INFO nova.compute.claims [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.116259] env[69751]: INFO nova.scheduler.client.report [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Deleted allocations for instance 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e [ 1063.123958] env[69751]: DEBUG oslo_vmware.api [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483930, 'name': PowerOffVM_Task, 'duration_secs': 0.27615} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.124530] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.124735] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.125020] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc7fe161-71f9-4572-b932-48f4b9fd622c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.205193] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.206760] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.206760] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleting the datastore file [datastore2] 475bc63b-830f-4772-b5d3-97b7b4bae22d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.206760] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aad61be6-4d4d-4e0c-96fc-5bc47aa00eab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.215424] env[69751]: DEBUG oslo_vmware.api [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for the task: (returnval){ [ 1063.215424] env[69751]: value = "task-3483934" [ 1063.215424] env[69751]: _type = "Task" [ 1063.215424] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.228130] env[69751]: DEBUG oslo_vmware.api [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.284468] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e71233-3cd4-1c1f-5f58-05a9e0843fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.013893} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.284846] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.286152] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.286152] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.286152] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.286152] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.286152] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9483b134-0e87-4844-a7a4-87f82cf86cd6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.296907] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.297238] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.298251] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cdcd3ca-faa6-4112-9d06-9343f8b00f5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.307172] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1063.307172] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526454d0-c4e0-e723-e40c-c540ca1082c7" [ 1063.307172] env[69751]: _type = "Task" [ 1063.307172] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.318395] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526454d0-c4e0-e723-e40c-c540ca1082c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.377019] env[69751]: DEBUG nova.compute.manager [req-fd8c5ca2-456a-4a6c-adba-efc0a3740b10 req-dfaa0f38-04ee-4d0b-9e52-4a87bf218ac2 service nova] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Received event network-vif-deleted-d6cc957d-7985-407c-ae98-195f81c8baac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.390745] env[69751]: DEBUG oslo_vmware.api [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483931, 'name': PowerOffVM_Task, 'duration_secs': 0.27668} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.391394] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.391499] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.392220] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9a96586-cd5f-47fa-8006-6f2334d57a0e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.456848] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483932, 'name': CreateVM_Task, 'duration_secs': 0.469916} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.456848] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1063.458367] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.458367] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.459430] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.460126] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f3d086-3f19-43e5-b6e8-647a63f1906a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.464396] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.464565] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.464743] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleting the datastore file [datastore1] c79bb961-4170-4f8b-a81d-407a09be1cfe {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.465008] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7b8a13d-00ae-4831-ad45-4952f1774583 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.468664] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1063.468664] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f1a648-4c32-c6ba-f006-eb033a557a75" [ 1063.468664] env[69751]: _type = "Task" [ 1063.468664] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.474326] env[69751]: DEBUG oslo_vmware.api [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for the task: (returnval){ [ 1063.474326] env[69751]: value = "task-3483936" [ 1063.474326] env[69751]: _type = "Task" [ 1063.474326] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.481206] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f1a648-4c32-c6ba-f006-eb033a557a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.487184] env[69751]: DEBUG oslo_vmware.api [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483936, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.498678] env[69751]: INFO nova.compute.manager [-] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Took 1.36 seconds to deallocate network for instance. [ 1063.628287] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a9537ec-8581-4eab-87c4-63cfa5534257 tempest-ServerShowV247Test-1348878643 tempest-ServerShowV247Test-1348878643-project-member] Lock "5e1a60f7-f1ea-4822-af4f-04ce7ed6601e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.374s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.726715] env[69751]: DEBUG oslo_vmware.api [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Task: {'id': task-3483934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247727} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.726817] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.727490] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.727490] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.727490] env[69751]: INFO nova.compute.manager [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1063.727683] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.727864] env[69751]: DEBUG nova.compute.manager [-] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.728514] env[69751]: DEBUG nova.network.neutron [-] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.820533] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526454d0-c4e0-e723-e40c-c540ca1082c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017786} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.821574] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35da274-c8c0-4807-b32c-978e8ab4fd28 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.828814] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1063.828814] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52504dd7-51fc-e66f-49dd-2c84b8029abe" [ 1063.828814] env[69751]: _type = "Task" [ 1063.828814] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.841082] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52504dd7-51fc-e66f-49dd-2c84b8029abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.984754] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f1a648-4c32-c6ba-f006-eb033a557a75, 'name': SearchDatastore_Task, 'duration_secs': 0.015898} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.984754] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.984754] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.984754] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.989624] env[69751]: DEBUG oslo_vmware.api [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Task: {'id': task-3483936, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180656} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.990763] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.990763] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.990763] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.990763] env[69751]: INFO nova.compute.manager [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1063.991149] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.991149] env[69751]: DEBUG nova.compute.manager [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.991149] env[69751]: DEBUG nova.network.neutron [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.011096] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.349199] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52504dd7-51fc-e66f-49dd-2c84b8029abe, 'name': SearchDatastore_Task, 'duration_secs': 0.015775} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.349199] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.349199] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.350481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.350726] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.350990] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4136a6d-d4e1-423c-8a44-d2ce0dbc81e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.355608] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62bf4944-8987-405d-a12f-0c2c7dd3943b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.366698] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1064.366698] env[69751]: value = "task-3483937" [ 1064.366698] env[69751]: _type = "Task" [ 1064.366698] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.368113] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.368736] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.372589] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5f9e9f3-552c-4866-934b-af9c0b49f7c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.379958] env[69751]: DEBUG nova.compute.manager [req-8dc80c51-ef2b-4856-921a-b5b2f86a0277 req-7260b9b3-528d-43dd-a8ab-98dc0a6dceb2 service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Received event network-vif-deleted-51d6f33a-f831-4086-9cef-05943785b41a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.383669] env[69751]: INFO nova.compute.manager [req-8dc80c51-ef2b-4856-921a-b5b2f86a0277 req-7260b9b3-528d-43dd-a8ab-98dc0a6dceb2 service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Neutron deleted interface 51d6f33a-f831-4086-9cef-05943785b41a; detaching it from the instance and deleting it from the info cache [ 1064.383669] env[69751]: DEBUG nova.network.neutron [req-8dc80c51-ef2b-4856-921a-b5b2f86a0277 req-7260b9b3-528d-43dd-a8ab-98dc0a6dceb2 service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.388327] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1064.388327] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5268acba-f25a-66d6-da4b-33e9a20512d2" [ 1064.388327] env[69751]: _type = "Task" [ 1064.388327] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.390102] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.406800] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5268acba-f25a-66d6-da4b-33e9a20512d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.590307] env[69751]: DEBUG oslo_concurrency.lockutils [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.590624] env[69751]: DEBUG oslo_concurrency.lockutils [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.599600] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b466c-5e6a-43a1-acfa-08f86299dc5c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.609277] env[69751]: DEBUG nova.network.neutron [-] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.611281] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e2d87c-dd5c-407b-b1e5-3c544570238c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.645020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90472ac1-8ebb-4cff-a9cb-61562a82154d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.654635] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a98cb2-7cb8-42ba-ac73-ced17ae1d9c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.672737] env[69751]: DEBUG nova.compute.provider_tree [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.820460] env[69751]: DEBUG nova.network.neutron [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.879905] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483937, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.884673] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6c9c4dd-77cc-4576-96f1-eb7202485de9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.899316] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70227f96-4bfd-4a10-85fd-5a1e71e9ff71 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.914294] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5268acba-f25a-66d6-da4b-33e9a20512d2, 'name': SearchDatastore_Task, 'duration_secs': 0.02011} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.915570] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31087dda-ac66-4378-a2e1-ee8a6326e47f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.924661] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1064.924661] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2299e-d3ed-e8f9-9153-33953e1ef30f" [ 1064.924661] env[69751]: _type = "Task" [ 1064.924661] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.943064] env[69751]: DEBUG nova.compute.manager [req-8dc80c51-ef2b-4856-921a-b5b2f86a0277 req-7260b9b3-528d-43dd-a8ab-98dc0a6dceb2 service nova] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Detach interface failed, port_id=51d6f33a-f831-4086-9cef-05943785b41a, reason: Instance c79bb961-4170-4f8b-a81d-407a09be1cfe could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1064.946724] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2299e-d3ed-e8f9-9153-33953e1ef30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.094013] env[69751]: DEBUG nova.compute.utils [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.117811] env[69751]: INFO nova.compute.manager [-] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Took 1.39 seconds to deallocate network for instance. [ 1065.176128] env[69751]: DEBUG nova.scheduler.client.report [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.325719] env[69751]: INFO nova.compute.manager [-] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Took 1.33 seconds to deallocate network for instance. [ 1065.383026] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682271} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.383026] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.383353] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.383942] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-466c2146-b33a-4e2a-bdbd-09652877b488 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.391686] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1065.391686] env[69751]: value = "task-3483938" [ 1065.391686] env[69751]: _type = "Task" [ 1065.391686] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.403849] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.436463] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2299e-d3ed-e8f9-9153-33953e1ef30f, 'name': SearchDatastore_Task, 'duration_secs': 0.070681} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.436735] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.437012] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.437294] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5d52e29-4e64-41f4-b20e-5786614af985 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.446970] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1065.446970] env[69751]: value = "task-3483939" [ 1065.446970] env[69751]: _type = "Task" [ 1065.446970] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.457176] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.592546] env[69751]: DEBUG nova.compute.manager [req-bda00612-7e05-4a48-8288-c9bf151039f7 req-8e209a47-253a-45fb-a725-4dba1c46db60 service nova] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Received event network-vif-deleted-4b2fc09f-e393-471e-baf3-86c8115d923b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.596814] env[69751]: DEBUG oslo_concurrency.lockutils [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.624600] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.683705] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.684246] env[69751]: DEBUG nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.687293] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.893s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.688861] env[69751]: INFO nova.compute.claims [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.836189] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.904137] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090578} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.908221] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.909179] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9056b4fb-d2e8-464c-bb10-437444061bc3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.935122] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.935454] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fafd8f8d-a4dd-45f3-a5e9-d6d4bfbc98fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.959822] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.961238] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1065.961238] env[69751]: value = "task-3483940" [ 1065.961238] env[69751]: _type = "Task" [ 1065.961238] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.971011] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.194425] env[69751]: DEBUG nova.compute.utils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.196481] env[69751]: DEBUG nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.196690] env[69751]: DEBUG nova.network.neutron [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.248214] env[69751]: DEBUG nova.policy [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7405cd1bfe475a88f481a24d3bb7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9413a7f46dca4897a391dc99db0e5085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.461039] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483939, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.473456] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483940, 'name': ReconfigVM_Task, 'duration_secs': 0.336198} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.473736] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6/1b367973-3c0c-4634-814c-9a67a2378ae6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.475267] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f617eda-4be8-4ee5-bbf5-7a3761b91367 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.483694] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1066.483694] env[69751]: value = "task-3483941" [ 1066.483694] env[69751]: _type = "Task" [ 1066.483694] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.493867] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483941, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.590602] env[69751]: DEBUG nova.network.neutron [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Successfully created port: 6b776a1b-2033-4fe4-973f-b3ad020cf955 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.680903] env[69751]: DEBUG oslo_concurrency.lockutils [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.680903] env[69751]: DEBUG oslo_concurrency.lockutils [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.681162] env[69751]: INFO nova.compute.manager [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Attaching volume f0feec94-8fac-4f90-84dc-4a6bb877c048 to /dev/sdb [ 1066.706630] env[69751]: DEBUG nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.726817] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e5e4c9-e119-470d-b858-2c83ca99f65f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.738520] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d7299b-3516-4a3a-aa96-e6171a16bc53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.759672] env[69751]: DEBUG nova.virt.block_device [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating existing volume attachment record: 97a94027-6a32-486e-acb5-c0bd265a0465 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1066.965367] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483939, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.997896] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483941, 'name': Rename_Task, 'duration_secs': 0.163168} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.998355] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.998647] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-022990ae-5ed6-4bd4-974f-987a67339c2c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.014595] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1067.014595] env[69751]: value = "task-3483943" [ 1067.014595] env[69751]: _type = "Task" [ 1067.014595] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.028303] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.206131] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db4b965-c45e-4b88-ae6d-c54d25ac1831 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.218962] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185afcba-bfe7-4ee9-921a-9ac0473be6fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.260790] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b3a537-0a19-49fb-beda-5625856eecd2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.272069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91a8dfc-5f29-41e7-901e-82b91f632637 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.287903] env[69751]: DEBUG nova.compute.provider_tree [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.319793] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d0d53-aac2-0ba8-18cc-e4e9c6316da7/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.320763] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956a3b60-8973-4dab-b407-ff9f377ccb50 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.328332] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d0d53-aac2-0ba8-18cc-e4e9c6316da7/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.328332] env[69751]: ERROR oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d0d53-aac2-0ba8-18cc-e4e9c6316da7/disk-0.vmdk due to incomplete transfer. [ 1067.328474] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a5415f65-00dc-48f7-8b51-3c3257c61942 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.337928] env[69751]: DEBUG oslo_vmware.rw_handles [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524d0d53-aac2-0ba8-18cc-e4e9c6316da7/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1067.337928] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Uploaded image e6ae9b96-3849-488c-bf32-96bf7db24f0a to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1067.340556] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.340862] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-acef9135-de99-416f-8ca3-c01f9d1175ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.349598] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1067.349598] env[69751]: value = "task-3483946" [ 1067.349598] env[69751]: _type = "Task" [ 1067.349598] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.359691] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483946, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.463849] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483939, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.618827} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.464148] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.464368] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.464633] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a4d5eb4-9b6f-446f-95e2-2595532c9171 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.472416] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1067.472416] env[69751]: value = "task-3483947" [ 1067.472416] env[69751]: _type = "Task" [ 1067.472416] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.481465] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.525156] env[69751]: DEBUG oslo_vmware.api [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483943, 'name': PowerOnVM_Task, 'duration_secs': 0.482093} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.525156] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.525353] env[69751]: DEBUG nova.compute.manager [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.526045] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc21aea-c869-446c-822e-8a0e08bee245 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.725306] env[69751]: DEBUG nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.750953] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.751346] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.751607] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.751929] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.752242] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.752457] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.752824] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.753134] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.753437] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.753848] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.754353] env[69751]: DEBUG nova.virt.hardware [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.755994] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7445645e-170a-4aa5-bdd9-a4fa3b8d1bed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.765124] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e2f727-1650-43f8-946c-e5b99b4f5245 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.785285] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "d4c906c6-4993-4114-9740-9999265ecb86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.785458] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.791089] env[69751]: DEBUG nova.scheduler.client.report [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.862964] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483946, 'name': Destroy_Task, 'duration_secs': 0.324144} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.864023] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Destroyed the VM [ 1067.864023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1067.864240] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1897fc2a-7bc5-4193-b372-80c881864355 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.871399] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1067.871399] env[69751]: value = "task-3483948" [ 1067.871399] env[69751]: _type = "Task" [ 1067.871399] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.881900] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483948, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.983506] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084057} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.983833] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.984716] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755267ac-a205-4066-801f-abdbaf1b17a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.009726] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.010566] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9762f4ac-deeb-4f53-8531-9db13cd02b3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.032321] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1068.032321] env[69751]: value = "task-3483949" [ 1068.032321] env[69751]: _type = "Task" [ 1068.032321] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.046198] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.048481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.133069] env[69751]: DEBUG nova.compute.manager [req-0b0f7a1b-859c-49a3-97c1-f2dd3858962e req-f6dc1b8e-3eb2-42f6-9b2a-904d4b15c2da service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Received event network-vif-plugged-6b776a1b-2033-4fe4-973f-b3ad020cf955 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.133316] env[69751]: DEBUG oslo_concurrency.lockutils [req-0b0f7a1b-859c-49a3-97c1-f2dd3858962e req-f6dc1b8e-3eb2-42f6-9b2a-904d4b15c2da service nova] Acquiring lock "1ab28f6a-fd5f-499a-934c-9045043556c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.133642] env[69751]: DEBUG oslo_concurrency.lockutils [req-0b0f7a1b-859c-49a3-97c1-f2dd3858962e req-f6dc1b8e-3eb2-42f6-9b2a-904d4b15c2da service nova] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.133837] env[69751]: DEBUG oslo_concurrency.lockutils [req-0b0f7a1b-859c-49a3-97c1-f2dd3858962e req-f6dc1b8e-3eb2-42f6-9b2a-904d4b15c2da service nova] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.134081] env[69751]: DEBUG nova.compute.manager [req-0b0f7a1b-859c-49a3-97c1-f2dd3858962e req-f6dc1b8e-3eb2-42f6-9b2a-904d4b15c2da service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] No waiting events found dispatching network-vif-plugged-6b776a1b-2033-4fe4-973f-b3ad020cf955 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1068.134524] env[69751]: WARNING nova.compute.manager [req-0b0f7a1b-859c-49a3-97c1-f2dd3858962e req-f6dc1b8e-3eb2-42f6-9b2a-904d4b15c2da service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Received unexpected event network-vif-plugged-6b776a1b-2033-4fe4-973f-b3ad020cf955 for instance with vm_state building and task_state spawning. [ 1068.243082] env[69751]: DEBUG nova.network.neutron [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Successfully updated port: 6b776a1b-2033-4fe4-973f-b3ad020cf955 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.289257] env[69751]: DEBUG nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.301076] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.301076] env[69751]: DEBUG nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.303731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.745s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.305142] env[69751]: INFO nova.compute.claims [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1068.384575] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483948, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.544215] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.699356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "1b367973-3c0c-4634-814c-9a67a2378ae6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.699674] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "1b367973-3c0c-4634-814c-9a67a2378ae6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.699888] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "1b367973-3c0c-4634-814c-9a67a2378ae6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.700100] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "1b367973-3c0c-4634-814c-9a67a2378ae6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.700291] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "1b367973-3c0c-4634-814c-9a67a2378ae6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.702690] env[69751]: INFO nova.compute.manager [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Terminating instance [ 1068.745832] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "refresh_cache-1ab28f6a-fd5f-499a-934c-9045043556c3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.745832] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "refresh_cache-1ab28f6a-fd5f-499a-934c-9045043556c3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.746114] env[69751]: DEBUG nova.network.neutron [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.809841] env[69751]: DEBUG nova.compute.utils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.811859] env[69751]: DEBUG nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.812151] env[69751]: DEBUG nova.network.neutron [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.823299] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.866150] env[69751]: DEBUG nova.policy [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c598c83d7c44709b7a7f6e7bf69ee5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdcae5d4bfbf4f80961b694839041e06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.884523] env[69751]: DEBUG oslo_vmware.api [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483948, 'name': RemoveSnapshot_Task, 'duration_secs': 0.603158} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.884893] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1068.885238] env[69751]: INFO nova.compute.manager [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Took 14.70 seconds to snapshot the instance on the hypervisor. [ 1069.043572] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483949, 'name': ReconfigVM_Task, 'duration_secs': 0.985705} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.043876] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d/75b3f6e1-849c-434c-8c55-61454ce06f8d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.048075] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01a4697d-f9ae-43ce-90ce-737625fa071f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.052858] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1069.052858] env[69751]: value = "task-3483950" [ 1069.052858] env[69751]: _type = "Task" [ 1069.052858] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.068967] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483950, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.172929] env[69751]: DEBUG nova.network.neutron [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Successfully created port: 512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.209259] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "refresh_cache-1b367973-3c0c-4634-814c-9a67a2378ae6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.209465] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquired lock "refresh_cache-1b367973-3c0c-4634-814c-9a67a2378ae6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.209627] env[69751]: DEBUG nova.network.neutron [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.282178] env[69751]: DEBUG nova.network.neutron [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.322036] env[69751]: DEBUG nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.453673] env[69751]: DEBUG nova.compute.manager [None req-97f9f1dc-30a2-4888-8406-6386b15bcb19 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Found 2 images (rotation: 2) {{(pid=69751) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1069.572269] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483950, 'name': Rename_Task, 'duration_secs': 0.389768} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.572269] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.572269] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4953973-e18e-4242-be18-c10874c46246 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.580062] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1069.580062] env[69751]: value = "task-3483952" [ 1069.580062] env[69751]: _type = "Task" [ 1069.580062] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.595682] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.742729] env[69751]: DEBUG nova.network.neutron [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.773125] env[69751]: DEBUG nova.network.neutron [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Updating instance_info_cache with network_info: [{"id": "6b776a1b-2033-4fe4-973f-b3ad020cf955", "address": "fa:16:3e:93:97:66", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b776a1b-20", "ovs_interfaceid": "6b776a1b-2033-4fe4-973f-b3ad020cf955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.852988] env[69751]: DEBUG nova.network.neutron [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.866196] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84158f5-ae03-43a5-b6b9-6f7e79e1bad6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.875133] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c975e5a8-1302-4774-8f34-8ed8505d6260 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.908425] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91a6d1d-1881-49cd-af80-eb9fd3299dcf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.917198] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28290ce4-c3c1-4a8c-98f3-79790fec7259 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.931713] env[69751]: DEBUG nova.compute.provider_tree [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.091255] env[69751]: DEBUG oslo_vmware.api [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3483952, 'name': PowerOnVM_Task, 'duration_secs': 0.483063} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.091607] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.092041] env[69751]: DEBUG nova.compute.manager [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.092751] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f2334c-c23a-4e06-a714-7529a453b69f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.278423] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "refresh_cache-1ab28f6a-fd5f-499a-934c-9045043556c3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.278775] env[69751]: DEBUG nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Instance network_info: |[{"id": "6b776a1b-2033-4fe4-973f-b3ad020cf955", "address": "fa:16:3e:93:97:66", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b776a1b-20", "ovs_interfaceid": "6b776a1b-2033-4fe4-973f-b3ad020cf955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.279456] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:97:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b776a1b-2033-4fe4-973f-b3ad020cf955', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.287087] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.287367] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.287555] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-278a78fd-dc00-4f03-914a-f20ad70806f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.310104] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.310104] env[69751]: value = "task-3483953" [ 1070.310104] env[69751]: _type = "Task" [ 1070.310104] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.319303] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483953, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.326257] env[69751]: DEBUG nova.compute.manager [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Received event network-changed-6b776a1b-2033-4fe4-973f-b3ad020cf955 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.326257] env[69751]: DEBUG nova.compute.manager [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Refreshing instance network info cache due to event network-changed-6b776a1b-2033-4fe4-973f-b3ad020cf955. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.326409] env[69751]: DEBUG oslo_concurrency.lockutils [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] Acquiring lock "refresh_cache-1ab28f6a-fd5f-499a-934c-9045043556c3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.326567] env[69751]: DEBUG oslo_concurrency.lockutils [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] Acquired lock "refresh_cache-1ab28f6a-fd5f-499a-934c-9045043556c3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.327784] env[69751]: DEBUG nova.network.neutron [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Refreshing network info cache for port 6b776a1b-2033-4fe4-973f-b3ad020cf955 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.337363] env[69751]: DEBUG nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.355429] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Releasing lock "refresh_cache-1b367973-3c0c-4634-814c-9a67a2378ae6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.356461] env[69751]: DEBUG nova.compute.manager [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1070.356461] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1070.356952] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee5cc10-46dd-489e-a3a0-f85b7d52da62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.365327] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.365694] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.365793] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.365977] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.366136] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.366283] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.366490] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.366650] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.366856] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.367078] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.367354] env[69751]: DEBUG nova.virt.hardware [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.368700] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114c6752-214c-497f-9970-58f844906ddf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.380413] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf1130-c065-49d4-a804-97b7a5ea0384 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.384248] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1070.384563] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf7cb8c-a967-43c3-8114-7d1ceac47cfd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.399504] env[69751]: DEBUG oslo_vmware.api [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1070.399504] env[69751]: value = "task-3483954" [ 1070.399504] env[69751]: _type = "Task" [ 1070.399504] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.411307] env[69751]: DEBUG oslo_vmware.api [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.454990] env[69751]: ERROR nova.scheduler.client.report [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [req-af33372f-0620-46e0-b9ba-a7f0f690f026] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-af33372f-0620-46e0-b9ba-a7f0f690f026"}]} [ 1070.474744] env[69751]: DEBUG nova.scheduler.client.report [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1070.490235] env[69751]: DEBUG nova.scheduler.client.report [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1070.490542] env[69751]: DEBUG nova.compute.provider_tree [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1070.503872] env[69751]: DEBUG nova.scheduler.client.report [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1070.525234] env[69751]: DEBUG nova.scheduler.client.report [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1070.615481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.670918] env[69751]: DEBUG nova.compute.manager [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.671985] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a65d02-8aab-4277-9e1f-aacb9fe4f7fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.824347] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483953, 'name': CreateVM_Task, 'duration_secs': 0.332741} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.825328] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.826764] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.826764] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.827596] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.827818] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f2d43e-284a-4818-b9e5-14b59e2b8542 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.841163] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1070.841163] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524c7890-9cd2-5ad8-a247-c8b06e92ee6b" [ 1070.841163] env[69751]: _type = "Task" [ 1070.841163] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.853105] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524c7890-9cd2-5ad8-a247-c8b06e92ee6b, 'name': SearchDatastore_Task, 'duration_secs': 0.011089} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.853199] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.853430] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.853657] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.853801] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.853976] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.854563] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1185e172-de48-4a6a-b407-b297d94affb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.863187] env[69751]: DEBUG nova.network.neutron [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Successfully updated port: 512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1070.865568] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.865747] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.866614] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219236fe-6b9e-4ef3-86c4-f53ef63b2876 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.879365] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1070.879365] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52500220-fb82-e5d5-d849-34968b13f0ce" [ 1070.879365] env[69751]: _type = "Task" [ 1070.879365] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.892187] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52500220-fb82-e5d5-d849-34968b13f0ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.912533] env[69751]: DEBUG oslo_vmware.api [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483954, 'name': PowerOffVM_Task, 'duration_secs': 0.146827} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.912533] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.912881] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1070.912947] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2a0c881-ecfc-453a-b0a1-59b7a29c29cd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.943273] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fb3880-c00b-4eda-b41b-82be2ef33e48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.946702] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.946895] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.947089] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Deleting the datastore file [datastore2] 1b367973-3c0c-4634-814c-9a67a2378ae6 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.947655] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4aa12ef2-bcdc-4dcf-9858-3094c46f4949 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.952368] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d50e1-3381-4049-8879-3602ef98436b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.959213] env[69751]: DEBUG oslo_vmware.api [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for the task: (returnval){ [ 1070.959213] env[69751]: value = "task-3483956" [ 1070.959213] env[69751]: _type = "Task" [ 1070.959213] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.991332] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38301f1d-0501-44a2-8388-3cfd81c96928 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.997102] env[69751]: DEBUG oslo_vmware.api [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.002953] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550e95a4-e76b-48b1-9857-df34f3cac171 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.017866] env[69751]: DEBUG nova.compute.provider_tree [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.116453] env[69751]: DEBUG nova.network.neutron [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Updated VIF entry in instance network info cache for port 6b776a1b-2033-4fe4-973f-b3ad020cf955. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.116804] env[69751]: DEBUG nova.network.neutron [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Updating instance_info_cache with network_info: [{"id": "6b776a1b-2033-4fe4-973f-b3ad020cf955", "address": "fa:16:3e:93:97:66", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b776a1b-20", "ovs_interfaceid": "6b776a1b-2033-4fe4-973f-b3ad020cf955", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.185099] env[69751]: INFO nova.compute.manager [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] instance snapshotting [ 1071.186625] env[69751]: DEBUG nova.objects.instance [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'flavor' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.373655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.373905] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.373969] env[69751]: DEBUG nova.network.neutron [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.390053] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52500220-fb82-e5d5-d849-34968b13f0ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010565} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.390876] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c994c968-cdd5-4ed0-aef4-f941c2fe2877 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.396993] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1071.396993] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e463c2-c5cd-e227-10ec-d90188d003ce" [ 1071.396993] env[69751]: _type = "Task" [ 1071.396993] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.405705] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e463c2-c5cd-e227-10ec-d90188d003ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.472432] env[69751]: DEBUG oslo_vmware.api [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Task: {'id': task-3483956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105735} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.472758] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1071.472986] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1071.473217] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1071.473541] env[69751]: INFO nova.compute.manager [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1071.473765] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.473982] env[69751]: DEBUG nova.compute.manager [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1071.474092] env[69751]: DEBUG nova.network.neutron [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1071.497170] env[69751]: DEBUG nova.network.neutron [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.549999] env[69751]: DEBUG nova.scheduler.client.report [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1071.550273] env[69751]: DEBUG nova.compute.provider_tree [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 104 to 105 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1071.550476] env[69751]: DEBUG nova.compute.provider_tree [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1071.619357] env[69751]: DEBUG oslo_concurrency.lockutils [req-4e0859f9-af89-4660-af98-948f9f850c27 req-7b9736f7-f0e9-4a5d-a3c6-ba2703f6483f service nova] Releasing lock "refresh_cache-1ab28f6a-fd5f-499a-934c-9045043556c3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.693807] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a80e9-75cd-4435-a0ea-0443bd9e3772 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.713774] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221adce3-7378-474b-85c5-c28810631103 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.813880] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1071.814135] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696481', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'name': 'volume-f0feec94-8fac-4f90-84dc-4a6bb877c048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc1eedc-d3fa-4580-b8c3-719732c86545', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'serial': 'f0feec94-8fac-4f90-84dc-4a6bb877c048'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1071.815398] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f5f82c-0f75-44a7-83b8-8b7932145924 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.832448] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a06b46-61d5-493b-b4dd-28b603101846 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.859098] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] volume-f0feec94-8fac-4f90-84dc-4a6bb877c048/volume-f0feec94-8fac-4f90-84dc-4a6bb877c048.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.859481] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fb2541e-f9b7-4c05-b0b5-348422ba68b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.880227] env[69751]: DEBUG oslo_vmware.api [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1071.880227] env[69751]: value = "task-3483957" [ 1071.880227] env[69751]: _type = "Task" [ 1071.880227] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.888330] env[69751]: DEBUG oslo_vmware.api [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483957, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.909936] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e463c2-c5cd-e227-10ec-d90188d003ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.909936] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.909936] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 1ab28f6a-fd5f-499a-934c-9045043556c3/1ab28f6a-fd5f-499a-934c-9045043556c3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.909936] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63f61ef3-3f71-427a-a9c6-450c0a470747 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.917589] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1071.917589] env[69751]: value = "task-3483958" [ 1071.917589] env[69751]: _type = "Task" [ 1071.917589] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.923311] env[69751]: DEBUG nova.network.neutron [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.929023] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.999326] env[69751]: DEBUG nova.network.neutron [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.055458] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.751s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.055993] env[69751]: DEBUG nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.058998] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.484s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.059304] env[69751]: DEBUG nova.objects.instance [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lazy-loading 'resources' on Instance uuid dab255ce-923e-45eb-bd6d-0bbd34a21b7f {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.176980] env[69751]: DEBUG nova.network.neutron [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Updating instance_info_cache with network_info: [{"id": "512c2ecb-2f0b-4779-9c41-f967517dba94", "address": "fa:16:3e:6f:31:b5", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512c2ecb-2f", "ovs_interfaceid": "512c2ecb-2f0b-4779-9c41-f967517dba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.226302] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1072.227035] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-78d3d7dd-a42d-4226-b3b4-a0f6eed4f8c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.237858] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1072.237858] env[69751]: value = "task-3483959" [ 1072.237858] env[69751]: _type = "Task" [ 1072.237858] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.250715] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.365104] env[69751]: DEBUG nova.compute.manager [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Received event network-vif-plugged-512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.365332] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] Acquiring lock "cf27c8d7-6884-4232-b92a-a041262c035d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.365546] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] Lock "cf27c8d7-6884-4232-b92a-a041262c035d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.365714] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] Lock "cf27c8d7-6884-4232-b92a-a041262c035d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.365891] env[69751]: DEBUG nova.compute.manager [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] No waiting events found dispatching network-vif-plugged-512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.366299] env[69751]: WARNING nova.compute.manager [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Received unexpected event network-vif-plugged-512c2ecb-2f0b-4779-9c41-f967517dba94 for instance with vm_state building and task_state spawning. [ 1072.366554] env[69751]: DEBUG nova.compute.manager [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Received event network-changed-512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.366638] env[69751]: DEBUG nova.compute.manager [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Refreshing instance network info cache due to event network-changed-512c2ecb-2f0b-4779-9c41-f967517dba94. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.366826] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] Acquiring lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.393683] env[69751]: DEBUG oslo_vmware.api [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483957, 'name': ReconfigVM_Task, 'duration_secs': 0.492939} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.393922] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfigured VM instance instance-00000043 to attach disk [datastore2] volume-f0feec94-8fac-4f90-84dc-4a6bb877c048/volume-f0feec94-8fac-4f90-84dc-4a6bb877c048.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.399584] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54aa094e-a4df-4c4c-bee0-57ded2f574b2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.417583] env[69751]: DEBUG oslo_vmware.api [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1072.417583] env[69751]: value = "task-3483960" [ 1072.417583] env[69751]: _type = "Task" [ 1072.417583] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.431306] env[69751]: DEBUG oslo_vmware.api [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483960, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.435123] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494793} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.435865] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 1ab28f6a-fd5f-499a-934c-9045043556c3/1ab28f6a-fd5f-499a-934c-9045043556c3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.435865] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.435865] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-228667ce-49c1-47df-ade1-5d08c1556cc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.444957] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1072.444957] env[69751]: value = "task-3483961" [ 1072.444957] env[69751]: _type = "Task" [ 1072.444957] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.455889] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.501659] env[69751]: INFO nova.compute.manager [-] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Took 1.03 seconds to deallocate network for instance. [ 1072.563665] env[69751]: DEBUG nova.compute.utils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.565284] env[69751]: DEBUG nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.565518] env[69751]: DEBUG nova.network.neutron [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.651247] env[69751]: DEBUG nova.policy [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18fdeaba2f7b46ef92c915781b215a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9facad89c76b463a874d4227e5a3e4c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.682467] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.682467] env[69751]: DEBUG nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Instance network_info: |[{"id": "512c2ecb-2f0b-4779-9c41-f967517dba94", "address": "fa:16:3e:6f:31:b5", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512c2ecb-2f", "ovs_interfaceid": "512c2ecb-2f0b-4779-9c41-f967517dba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1072.682704] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] Acquired lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.682866] env[69751]: DEBUG nova.network.neutron [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Refreshing network info cache for port 512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.684227] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:31:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '512c2ecb-2f0b-4779-9c41-f967517dba94', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1072.692406] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.692817] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1072.692907] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0df2f6be-a2f8-40d0-a81f-f329b1c82923 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.724057] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1072.724057] env[69751]: value = "task-3483962" [ 1072.724057] env[69751]: _type = "Task" [ 1072.724057] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.733095] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483962, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.752623] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483959, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.931719] env[69751]: DEBUG oslo_vmware.api [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483960, 'name': ReconfigVM_Task, 'duration_secs': 0.193301} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.931719] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696481', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'name': 'volume-f0feec94-8fac-4f90-84dc-4a6bb877c048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc1eedc-d3fa-4580-b8c3-719732c86545', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'serial': 'f0feec94-8fac-4f90-84dc-4a6bb877c048'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1072.957750] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115679} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.960991] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.962199] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084cf99e-1f1d-4aac-9e66-df95b4c8bf56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.987254] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 1ab28f6a-fd5f-499a-934c-9045043556c3/1ab28f6a-fd5f-499a-934c-9045043556c3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.990678] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb5db5b2-262d-4d02-80d1-a49f2dbe6f8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.005852] env[69751]: DEBUG nova.network.neutron [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Successfully created port: c9f4dfab-407e-4aab-8f14-c23962a72e3a {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1073.011446] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.015831] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1073.015831] env[69751]: value = "task-3483963" [ 1073.015831] env[69751]: _type = "Task" [ 1073.015831] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.026311] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.072449] env[69751]: DEBUG nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.130798] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a3a1a-a4fa-46c8-a86f-fbbd149e31e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.139707] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc60ead6-b769-4c9d-9211-fd151ed3ac37 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.173716] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00a3157-0f8c-4dea-b3b4-c10a99f4d038 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.182792] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3da7a0-3b8f-4586-8b50-33ffea2ae1d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.201815] env[69751]: DEBUG nova.compute.provider_tree [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.235431] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483962, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.249379] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483959, 'name': CreateSnapshot_Task, 'duration_secs': 0.65243} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.249708] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1073.250506] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd01011-37f7-4910-afd0-ac528c225f6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.527097] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.528334] env[69751]: DEBUG nova.network.neutron [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Updated VIF entry in instance network info cache for port 512c2ecb-2f0b-4779-9c41-f967517dba94. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.528660] env[69751]: DEBUG nova.network.neutron [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Updating instance_info_cache with network_info: [{"id": "512c2ecb-2f0b-4779-9c41-f967517dba94", "address": "fa:16:3e:6f:31:b5", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512c2ecb-2f", "ovs_interfaceid": "512c2ecb-2f0b-4779-9c41-f967517dba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.732568] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483962, 'name': CreateVM_Task, 'duration_secs': 0.799929} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.732738] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.733404] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.733583] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.733874] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.734164] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfc9116-c62b-4064-b97c-945cf7ddee5e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.737959] env[69751]: DEBUG nova.scheduler.client.report [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1073.738335] env[69751]: DEBUG nova.compute.provider_tree [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 105 to 106 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1073.738555] env[69751]: DEBUG nova.compute.provider_tree [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1073.744379] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1073.744379] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2b275-a813-f2ec-c7d1-9e93364865f9" [ 1073.744379] env[69751]: _type = "Task" [ 1073.744379] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.753683] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2b275-a813-f2ec-c7d1-9e93364865f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.781993] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1073.783019] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2a532d8d-1d28-4802-ae49-d43080919df4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.798325] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1073.798325] env[69751]: value = "task-3483964" [ 1073.798325] env[69751]: _type = "Task" [ 1073.798325] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.808036] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483964, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.987849] env[69751]: DEBUG nova.objects.instance [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lazy-loading 'flavor' on Instance uuid 8fc1eedc-d3fa-4580-b8c3-719732c86545 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.028862] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.031885] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5080396-73e3-45a9-b1de-21f5a397537b req-85ab1307-e827-4c27-a3db-39629323ae96 service nova] Releasing lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.082382] env[69751]: DEBUG nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.111542] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.111800] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.111959] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.112221] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.112346] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.112644] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.112795] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.113227] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.113526] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.113797] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.114100] env[69751]: DEBUG nova.virt.hardware [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.115464] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d4df20-ddac-49ec-b9da-583799009737 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.125136] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05058f-0bd2-4680-b9f8-1f632a6af9c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.177465] env[69751]: INFO nova.compute.manager [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Rescuing [ 1074.177708] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.177882] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.178174] env[69751]: DEBUG nova.network.neutron [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.243626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.246071] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.392s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.246284] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.248402] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.642s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.249936] env[69751]: INFO nova.compute.claims [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.265512] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2b275-a813-f2ec-c7d1-9e93364865f9, 'name': SearchDatastore_Task, 'duration_secs': 0.026504} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.265733] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.265996] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.266716] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.266716] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.266716] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.267846] env[69751]: INFO nova.scheduler.client.report [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Deleted allocations for instance dab255ce-923e-45eb-bd6d-0bbd34a21b7f [ 1074.269448] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee103ce3-9144-4e77-bbb7-79fab7a3ab88 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.277082] env[69751]: INFO nova.scheduler.client.report [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleted allocations for instance 6c7fe985-3b75-466f-b252-39a0a560d0d8 [ 1074.286974] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.287210] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.288031] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de866d83-711e-45a1-9d36-465ef8f06d76 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.295138] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1074.295138] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5295980e-dada-e3e9-57a3-fe0de755e0ee" [ 1074.295138] env[69751]: _type = "Task" [ 1074.295138] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.312245] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5295980e-dada-e3e9-57a3-fe0de755e0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01084} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.312549] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483964, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.314923] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6711a451-180c-4495-886c-2469d5f799e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.321993] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1074.321993] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524c073f-d452-1dda-fa1c-6bfcf68b0d38" [ 1074.321993] env[69751]: _type = "Task" [ 1074.321993] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.333904] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524c073f-d452-1dda-fa1c-6bfcf68b0d38, 'name': SearchDatastore_Task} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.334240] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.334541] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] cf27c8d7-6884-4232-b92a-a041262c035d/cf27c8d7-6884-4232-b92a-a041262c035d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1074.334831] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b928085-b162-4992-8c50-747a3eaa436c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.342977] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1074.342977] env[69751]: value = "task-3483965" [ 1074.342977] env[69751]: _type = "Task" [ 1074.342977] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.351392] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483965, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.496449] env[69751]: DEBUG oslo_concurrency.lockutils [None req-63d3f928-06d2-4df5-bfb5-d3153ddba11b tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.816s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.529221] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483963, 'name': ReconfigVM_Task, 'duration_secs': 1.130537} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.529542] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 1ab28f6a-fd5f-499a-934c-9045043556c3/1ab28f6a-fd5f-499a-934c-9045043556c3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.530277] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-247a207d-793e-4fb4-8417-2630b7229008 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.552791] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1074.552791] env[69751]: value = "task-3483966" [ 1074.552791] env[69751]: _type = "Task" [ 1074.552791] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.564989] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483966, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.653686] env[69751]: DEBUG nova.compute.manager [req-2cd0918a-a709-4ed2-9630-09358a0547f7 req-43e40b59-3042-4514-bcdf-369f0d486c8c service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Received event network-vif-plugged-c9f4dfab-407e-4aab-8f14-c23962a72e3a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.653863] env[69751]: DEBUG oslo_concurrency.lockutils [req-2cd0918a-a709-4ed2-9630-09358a0547f7 req-43e40b59-3042-4514-bcdf-369f0d486c8c service nova] Acquiring lock "aaaf4c93-658d-4a00-9e0c-2724a103f315-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.654219] env[69751]: DEBUG oslo_concurrency.lockutils [req-2cd0918a-a709-4ed2-9630-09358a0547f7 req-43e40b59-3042-4514-bcdf-369f0d486c8c service nova] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.654219] env[69751]: DEBUG oslo_concurrency.lockutils [req-2cd0918a-a709-4ed2-9630-09358a0547f7 req-43e40b59-3042-4514-bcdf-369f0d486c8c service nova] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.654397] env[69751]: DEBUG nova.compute.manager [req-2cd0918a-a709-4ed2-9630-09358a0547f7 req-43e40b59-3042-4514-bcdf-369f0d486c8c service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] No waiting events found dispatching network-vif-plugged-c9f4dfab-407e-4aab-8f14-c23962a72e3a {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.654568] env[69751]: WARNING nova.compute.manager [req-2cd0918a-a709-4ed2-9630-09358a0547f7 req-43e40b59-3042-4514-bcdf-369f0d486c8c service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Received unexpected event network-vif-plugged-c9f4dfab-407e-4aab-8f14-c23962a72e3a for instance with vm_state building and task_state spawning. [ 1074.784930] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9051ab66-cd5e-480a-9ffb-dea4b18bf165 tempest-VolumesAssistedSnapshotsTest-1336786245 tempest-VolumesAssistedSnapshotsTest-1336786245-project-member] Lock "dab255ce-923e-45eb-bd6d-0bbd34a21b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.158s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.786764] env[69751]: DEBUG oslo_concurrency.lockutils [None req-664fd38e-813a-48a0-bd80-b90105eef048 tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "6c7fe985-3b75-466f-b252-39a0a560d0d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.378s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.813237] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483964, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.856516] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483965, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496609} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.856781] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] cf27c8d7-6884-4232-b92a-a041262c035d/cf27c8d7-6884-4232-b92a-a041262c035d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1074.857037] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1074.858168] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2fb480e-ea46-4c79-a92d-d04b97ecdd6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.864525] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1074.864525] env[69751]: value = "task-3483967" [ 1074.864525] env[69751]: _type = "Task" [ 1074.864525] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.873449] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483967, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.064316] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483966, 'name': Rename_Task, 'duration_secs': 0.451889} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.064316] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.064316] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3627fc6a-b9a2-4c04-ac23-a9e46f0ae39f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.072024] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1075.072024] env[69751]: value = "task-3483968" [ 1075.072024] env[69751]: _type = "Task" [ 1075.072024] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.082384] env[69751]: DEBUG nova.network.neutron [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Successfully updated port: c9f4dfab-407e-4aab-8f14-c23962a72e3a {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1075.082791] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.295818] env[69751]: DEBUG nova.network.neutron [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.317009] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483964, 'name': CloneVM_Task, 'duration_secs': 1.329935} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.317294] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Created linked-clone VM from snapshot [ 1075.318184] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b316dc-fde0-432a-92e3-0994e403082f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.331181] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Uploading image 9a9b94a3-4b58-4eda-9b10-ea77f1030745 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1075.362738] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1075.362738] env[69751]: value = "vm-696485" [ 1075.362738] env[69751]: _type = "VirtualMachine" [ 1075.362738] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1075.363046] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3c685ebb-8963-40d2-8d7c-30bbaec8eec3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.376429] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483967, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083217} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.378093] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1075.378484] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease: (returnval){ [ 1075.378484] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e41797-6aa6-53ff-0bde-fbffa38002b9" [ 1075.378484] env[69751]: _type = "HttpNfcLease" [ 1075.378484] env[69751]: } obtained for exporting VM: (result){ [ 1075.378484] env[69751]: value = "vm-696485" [ 1075.378484] env[69751]: _type = "VirtualMachine" [ 1075.378484] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1075.378931] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the lease: (returnval){ [ 1075.378931] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e41797-6aa6-53ff-0bde-fbffa38002b9" [ 1075.378931] env[69751]: _type = "HttpNfcLease" [ 1075.378931] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1075.379454] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b4367-ca20-4210-8992-d2f3c32ed61e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.408972] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] cf27c8d7-6884-4232-b92a-a041262c035d/cf27c8d7-6884-4232-b92a-a041262c035d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1075.413325] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-217d527f-593b-4935-82a8-50c9d0184568 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.427689] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.427689] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e41797-6aa6-53ff-0bde-fbffa38002b9" [ 1075.427689] env[69751]: _type = "HttpNfcLease" [ 1075.427689] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1075.437103] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1075.437103] env[69751]: value = "task-3483970" [ 1075.437103] env[69751]: _type = "Task" [ 1075.437103] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.444636] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.584492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-aaaf4c93-658d-4a00-9e0c-2724a103f315" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.584749] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-aaaf4c93-658d-4a00-9e0c-2724a103f315" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.584994] env[69751]: DEBUG nova.network.neutron [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.593020] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483968, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.799027] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.835116] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b2d9f4-1ab1-4eb0-bb35-3ff09f0142ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.842256] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ce4e33-282c-4e39-ad86-7077f866c8d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.877315] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21f7156-a9c9-42cb-9f57-3f0de918cdfd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.888479] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea10e96c-dad7-43eb-a843-e0a12fffaadd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.902901] env[69751]: DEBUG nova.compute.provider_tree [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.906589] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1075.906589] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e41797-6aa6-53ff-0bde-fbffa38002b9" [ 1075.906589] env[69751]: _type = "HttpNfcLease" [ 1075.906589] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1075.906589] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1075.906589] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e41797-6aa6-53ff-0bde-fbffa38002b9" [ 1075.906589] env[69751]: _type = "HttpNfcLease" [ 1075.906589] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1075.906589] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2274137c-3081-4bc4-bd1e-fa358699572b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.915445] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5280c47b-1d00-de40-d6d3-9eb2773ee049/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1075.915908] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5280c47b-1d00-de40-d6d3-9eb2773ee049/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1075.988711] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.016773] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-131edb26-9e97-41ab-bfd7-3e94271ab80a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.082165] env[69751]: DEBUG oslo_vmware.api [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3483968, 'name': PowerOnVM_Task, 'duration_secs': 0.539308} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.082449] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.083532] env[69751]: INFO nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1076.083532] env[69751]: DEBUG nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.083688] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bcc1e4-70be-4e56-988f-77208b03735d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.145704] env[69751]: DEBUG nova.network.neutron [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1076.362628] env[69751]: DEBUG nova.network.neutron [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Updating instance_info_cache with network_info: [{"id": "c9f4dfab-407e-4aab-8f14-c23962a72e3a", "address": "fa:16:3e:f6:d7:3b", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f4dfab-40", "ovs_interfaceid": "c9f4dfab-407e-4aab-8f14-c23962a72e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.409197] env[69751]: DEBUG nova.scheduler.client.report [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.484686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "8d3b4526-ef53-4517-a042-5b23502cd66a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.484972] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.485764] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.485899] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.486097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.490032] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483970, 'name': ReconfigVM_Task, 'duration_secs': 0.860034} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.490032] env[69751]: INFO nova.compute.manager [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Terminating instance [ 1076.490032] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Reconfigured VM instance instance-0000004e to attach disk [datastore2] cf27c8d7-6884-4232-b92a-a041262c035d/cf27c8d7-6884-4232-b92a-a041262c035d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1076.491851] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0921b1e-5a78-400c-9f21-519df03192b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.505911] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1076.505911] env[69751]: value = "task-3483971" [ 1076.505911] env[69751]: _type = "Task" [ 1076.505911] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.516353] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483971, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.609211] env[69751]: INFO nova.compute.manager [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Took 39.05 seconds to build instance. [ 1076.863981] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-aaaf4c93-658d-4a00-9e0c-2724a103f315" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.865687] env[69751]: DEBUG nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Instance network_info: |[{"id": "c9f4dfab-407e-4aab-8f14-c23962a72e3a", "address": "fa:16:3e:f6:d7:3b", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f4dfab-40", "ovs_interfaceid": "c9f4dfab-407e-4aab-8f14-c23962a72e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.866178] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:d7:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9f4dfab-407e-4aab-8f14-c23962a72e3a', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.883161] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating folder: Project (9facad89c76b463a874d4227e5a3e4c3). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.887344] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd24efe8-1e71-4d20-a069-4dde3a71b4ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.892847] env[69751]: DEBUG nova.compute.manager [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Received event network-changed-c9f4dfab-407e-4aab-8f14-c23962a72e3a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.893096] env[69751]: DEBUG nova.compute.manager [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Refreshing instance network info cache due to event network-changed-c9f4dfab-407e-4aab-8f14-c23962a72e3a. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.893412] env[69751]: DEBUG oslo_concurrency.lockutils [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] Acquiring lock "refresh_cache-aaaf4c93-658d-4a00-9e0c-2724a103f315" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.894335] env[69751]: DEBUG oslo_concurrency.lockutils [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] Acquired lock "refresh_cache-aaaf4c93-658d-4a00-9e0c-2724a103f315" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.894335] env[69751]: DEBUG nova.network.neutron [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Refreshing network info cache for port c9f4dfab-407e-4aab-8f14-c23962a72e3a {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.911750] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.912897] env[69751]: DEBUG nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.915210] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created folder: Project (9facad89c76b463a874d4227e5a3e4c3) in parent group-v696263. [ 1076.915427] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating folder: Instances. Parent ref: group-v696486. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.915889] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.203s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.916169] env[69751]: DEBUG nova.objects.instance [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lazy-loading 'resources' on Instance uuid 34ed9d40-479e-4f43-b127-ec4c0f2634e5 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.918313] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-398b12b0-b86c-4dc9-88b4-f32db1b6e783 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.934870] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created folder: Instances in parent group-v696486. [ 1076.935899] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.935899] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.935899] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73907ca7-fb82-431c-9df0-cedf20c80a90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.959458] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.959458] env[69751]: value = "task-3483974" [ 1076.959458] env[69751]: _type = "Task" [ 1076.959458] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.972513] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483974, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.999871] env[69751]: DEBUG nova.compute.manager [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.000290] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.001015] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dd5943-5461-44de-bfa3-901936b42e61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.023710] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.024654] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483971, 'name': Rename_Task, 'duration_secs': 0.227213} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.024654] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4c85cd39-222b-418d-8d91-cda3317dc303 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.026600] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.026966] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63b73be0-ee44-4269-880a-df47172c8868 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.035373] env[69751]: DEBUG oslo_vmware.api [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1077.035373] env[69751]: value = "task-3483975" [ 1077.035373] env[69751]: _type = "Task" [ 1077.035373] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.038388] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1077.038388] env[69751]: value = "task-3483976" [ 1077.038388] env[69751]: _type = "Task" [ 1077.038388] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.060476] env[69751]: DEBUG oslo_vmware.api [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.060476] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.111741] env[69751]: DEBUG oslo_concurrency.lockutils [None req-838c6a8a-e1a5-4bfa-91f0-923c9a1cc1ec tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.555s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.343824] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.344152] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70069169-9ef5-4560-9a82-95366bf88b67 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.353169] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1077.353169] env[69751]: value = "task-3483977" [ 1077.353169] env[69751]: _type = "Task" [ 1077.353169] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.364462] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.417988] env[69751]: DEBUG nova.compute.utils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.420478] env[69751]: DEBUG nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.420478] env[69751]: DEBUG nova.network.neutron [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.478585] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483974, 'name': CreateVM_Task, 'duration_secs': 0.42339} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.481406] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.482453] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.482794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.483244] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.486378] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d2a55c-ca99-44f9-827b-7112be39ccd4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.496018] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1077.496018] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525baab2-1d63-5c96-361b-c327b145663a" [ 1077.496018] env[69751]: _type = "Task" [ 1077.496018] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.514332] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525baab2-1d63-5c96-361b-c327b145663a, 'name': SearchDatastore_Task, 'duration_secs': 0.013437} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.514924] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.515293] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.516079] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.516335] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.516626] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.519774] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b9c6b13-bbc0-4608-97d9-da5399211e7b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.535388] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.535388] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.537188] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fed97b2-0eaf-49bb-b876-cf093abddbe0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.542333] env[69751]: DEBUG nova.policy [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31cafc8774a2418cbb3cadeffa41c6eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cfc5b98c93274211803bf80bc8f3a466', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.563163] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1077.563163] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab0ff1-53ac-0bb1-f92e-ba66c25e4f83" [ 1077.563163] env[69751]: _type = "Task" [ 1077.563163] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.575669] env[69751]: DEBUG oslo_vmware.api [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483975, 'name': PowerOffVM_Task, 'duration_secs': 0.269631} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.576138] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483976, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.576990] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.577365] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.578386] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19cd7d66-01b4-4243-9fc6-528107731f54 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.587045] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ab0ff1-53ac-0bb1-f92e-ba66c25e4f83, 'name': SearchDatastore_Task, 'duration_secs': 0.014437} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.589963] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c727d866-c36e-4561-95bc-6ba102caea28 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.602484] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1077.602484] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5269d3cc-441a-ab98-798f-95a9535f571b" [ 1077.602484] env[69751]: _type = "Task" [ 1077.602484] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.617513] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.617839] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.626238] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5269d3cc-441a-ab98-798f-95a9535f571b, 'name': SearchDatastore_Task, 'duration_secs': 0.016682} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.629732] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.630321] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] aaaf4c93-658d-4a00-9e0c-2724a103f315/aaaf4c93-658d-4a00-9e0c-2724a103f315.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.631039] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-615c9651-034c-47f6-8552-77b4982b7b7a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.647829] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1077.647829] env[69751]: value = "task-3483979" [ 1077.647829] env[69751]: _type = "Task" [ 1077.647829] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.663297] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.672761] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.672992] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.673188] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleting the datastore file [datastore1] 8d3b4526-ef53-4517-a042-5b23502cd66a {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.673594] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-473d0d5a-ef90-44c8-bf56-cc52139e5e60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.685188] env[69751]: DEBUG oslo_vmware.api [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for the task: (returnval){ [ 1077.685188] env[69751]: value = "task-3483980" [ 1077.685188] env[69751]: _type = "Task" [ 1077.685188] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.696494] env[69751]: DEBUG oslo_vmware.api [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483980, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.870388] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483977, 'name': PowerOffVM_Task, 'duration_secs': 0.333625} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.870865] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.872025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9a962b-03ce-4970-8dc9-71e3599a5129 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.902368] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916c4a04-f448-4e1b-9338-b2b9743d91d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.925665] env[69751]: DEBUG nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.949037] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.950453] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90ccdd6a-b0fe-4724-b988-578de79d2367 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.962906] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1077.962906] env[69751]: value = "task-3483981" [ 1077.962906] env[69751]: _type = "Task" [ 1077.962906] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.983921] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1077.984343] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.984727] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.984888] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.985093] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.986472] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a230d6ba-8232-4374-a7eb-2a85ca38678c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.999934] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26fc5a-d249-4367-aff6-96b02e75a641 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.004289] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1078.004519] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1078.006972] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10a12c78-f9df-41cd-97c8-b6de99c1d147 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.010410] env[69751]: DEBUG nova.network.neutron [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Updated VIF entry in instance network info cache for port c9f4dfab-407e-4aab-8f14-c23962a72e3a. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.010877] env[69751]: DEBUG nova.network.neutron [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Updating instance_info_cache with network_info: [{"id": "c9f4dfab-407e-4aab-8f14-c23962a72e3a", "address": "fa:16:3e:f6:d7:3b", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9f4dfab-40", "ovs_interfaceid": "c9f4dfab-407e-4aab-8f14-c23962a72e3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.017274] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87f0007-063f-4d34-a67f-4d61b4a07edd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.024511] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1078.024511] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d12ee8-4225-bf93-e60f-1658b59c5770" [ 1078.024511] env[69751]: _type = "Task" [ 1078.024511] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.066941] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdf7d82-d5a8-4488-8484-afba81df3c13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.070534] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d12ee8-4225-bf93-e60f-1658b59c5770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.078499] env[69751]: DEBUG oslo_vmware.api [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3483976, 'name': PowerOnVM_Task, 'duration_secs': 0.683397} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.081167] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.082379] env[69751]: INFO nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1078.082594] env[69751]: DEBUG nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1078.083570] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f969ee2-3ee1-4f72-914f-36e7056521ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.087396] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a1544-f6cd-4c20-8a7e-de14ca32e088 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.105852] env[69751]: DEBUG nova.compute.provider_tree [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1078.121685] env[69751]: DEBUG nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1078.165485] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.200270] env[69751]: DEBUG oslo_vmware.api [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Task: {'id': task-3483980, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246469} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.200600] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.200869] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.201080] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.201266] env[69751]: INFO nova.compute.manager [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1078.201662] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.201777] env[69751]: DEBUG nova.compute.manager [-] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.201882] env[69751]: DEBUG nova.network.neutron [-] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1078.399993] env[69751]: DEBUG nova.network.neutron [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Successfully created port: 53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1078.516543] env[69751]: DEBUG oslo_concurrency.lockutils [req-b7a0be33-a4e2-4ccd-98f4-005b5cf61db6 req-f5c186e2-f96b-4d50-b2b2-f3a5833ed3a7 service nova] Releasing lock "refresh_cache-aaaf4c93-658d-4a00-9e0c-2724a103f315" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.554700] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d12ee8-4225-bf93-e60f-1658b59c5770, 'name': SearchDatastore_Task, 'duration_secs': 0.02857} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.556576] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caab4bd8-e8c8-427b-b058-fbab6a43894e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.564159] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1078.564159] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528c24f3-a4b6-08ca-836b-b8b2f93c9d79" [ 1078.564159] env[69751]: _type = "Task" [ 1078.564159] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.581441] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528c24f3-a4b6-08ca-836b-b8b2f93c9d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.614345] env[69751]: DEBUG nova.scheduler.client.report [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.637062] env[69751]: INFO nova.compute.manager [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Took 40.87 seconds to build instance. [ 1078.667705] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625144} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.668921] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.669272] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] aaaf4c93-658d-4a00-9e0c-2724a103f315/aaaf4c93-658d-4a00-9e0c-2724a103f315.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.669529] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.670176] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94626f57-d47d-4271-a695-babc0d604a7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.682409] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1078.682409] env[69751]: value = "task-3483982" [ 1078.682409] env[69751]: _type = "Task" [ 1078.682409] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.692726] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.937500] env[69751]: DEBUG nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.945496] env[69751]: DEBUG nova.compute.manager [req-4d66cc06-27de-4f52-be10-6ef803181c5c req-25351b18-fb68-463c-9a82-6aa3f6253cb1 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Received event network-vif-deleted-ec52adaf-97e6-49f2-adcc-9c8fa0a596b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.950202] env[69751]: INFO nova.compute.manager [req-4d66cc06-27de-4f52-be10-6ef803181c5c req-25351b18-fb68-463c-9a82-6aa3f6253cb1 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Neutron deleted interface ec52adaf-97e6-49f2-adcc-9c8fa0a596b0; detaching it from the instance and deleting it from the info cache [ 1078.950202] env[69751]: DEBUG nova.network.neutron [req-4d66cc06-27de-4f52-be10-6ef803181c5c req-25351b18-fb68-463c-9a82-6aa3f6253cb1 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.976690] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.977103] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.977364] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.977891] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.977891] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.978236] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.978782] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.979065] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.979388] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.979688] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.980033] env[69751]: DEBUG nova.virt.hardware [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.981401] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8d9121-e182-4a0f-ac9b-edc9bb510c48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.994824] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb96535-0fc7-4e74-807f-9f92da865d6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.076778] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528c24f3-a4b6-08ca-836b-b8b2f93c9d79, 'name': SearchDatastore_Task, 'duration_secs': 0.014247} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.077250] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.077728] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. {{(pid=69751) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1079.078569] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-479dd5c5-9bdc-4fd3-9ea7-fe821d28b8cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.089635] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1079.089635] env[69751]: value = "task-3483983" [ 1079.089635] env[69751]: _type = "Task" [ 1079.089635] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.100875] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.124584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.126846] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.912s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.127732] env[69751]: DEBUG nova.objects.instance [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'resources' on Instance uuid 5ad02603-ab24-4817-bfe1-9716de876685 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.140010] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf4da200-aa99-410a-9231-eb129536b472 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "cf27c8d7-6884-4232-b92a-a041262c035d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.378s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.162044] env[69751]: INFO nova.scheduler.client.report [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Deleted allocations for instance 34ed9d40-479e-4f43-b127-ec4c0f2634e5 [ 1079.195381] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112255} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.195381] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.196737] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8c0970-8e02-4b5f-926c-5d58790b053c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.222819] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] aaaf4c93-658d-4a00-9e0c-2724a103f315/aaaf4c93-658d-4a00-9e0c-2724a103f315.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.223808] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dec6c2e-f620-45c4-b3d2-b402ed8027c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.247317] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1079.247317] env[69751]: value = "task-3483984" [ 1079.247317] env[69751]: _type = "Task" [ 1079.247317] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.257574] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.330737] env[69751]: DEBUG nova.network.neutron [-] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.451583] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f58db182-fa42-464e-927e-8c810ef0783d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.464397] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1af9bf4-fd48-41c8-9d65-062c5d389049 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.507135] env[69751]: DEBUG nova.compute.manager [req-4d66cc06-27de-4f52-be10-6ef803181c5c req-25351b18-fb68-463c-9a82-6aa3f6253cb1 service nova] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Detach interface failed, port_id=ec52adaf-97e6-49f2-adcc-9c8fa0a596b0, reason: Instance 8d3b4526-ef53-4517-a042-5b23502cd66a could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1079.600975] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483983, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.672240] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0492a286-22b2-4edc-980b-f83d60543fda tempest-ServersTestJSON-1891053228 tempest-ServersTestJSON-1891053228-project-member] Lock "34ed9d40-479e-4f43-b127-ec4c0f2634e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.889s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.759224] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.835701] env[69751]: INFO nova.compute.manager [-] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Took 1.63 seconds to deallocate network for instance. [ 1080.103963] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483983, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.124210] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a692fdce-d416-4583-a91c-0dba9beed5c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.132583] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d64f08-3b0e-4031-97e1-2ad62f386b6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.166859] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190b9c4c-a820-4fc9-848d-a879c11169b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.181616] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd3221d-ed28-4c3b-ba37-f73b0afcbb5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.196830] env[69751]: DEBUG nova.compute.provider_tree [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.259796] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483984, 'name': ReconfigVM_Task, 'duration_secs': 0.770909} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.260103] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Reconfigured VM instance instance-0000004f to attach disk [datastore2] aaaf4c93-658d-4a00-9e0c-2724a103f315/aaaf4c93-658d-4a00-9e0c-2724a103f315.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.260894] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-200c6724-191d-4ccd-9691-2e308e1a3f19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.269574] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1080.269574] env[69751]: value = "task-3483985" [ 1080.269574] env[69751]: _type = "Task" [ 1080.269574] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.279659] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483985, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.347769] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.603493] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483983, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.023736} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.603814] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. [ 1080.604767] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5854478b-635b-49db-9734-416800be3bb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.636494] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.636856] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e65094f1-6b36-4562-ad6a-30bebb745cf0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.656781] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1080.656781] env[69751]: value = "task-3483986" [ 1080.656781] env[69751]: _type = "Task" [ 1080.656781] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.666622] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.701175] env[69751]: DEBUG nova.scheduler.client.report [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.783055] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483985, 'name': Rename_Task, 'duration_secs': 0.225943} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.783055] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.783055] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2d8cdaf-e7c3-4648-a01a-c174d136aa0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.793020] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1080.793020] env[69751]: value = "task-3483987" [ 1080.793020] env[69751]: _type = "Task" [ 1080.793020] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.803345] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.863995] env[69751]: DEBUG nova.network.neutron [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Successfully updated port: 53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1080.997272] env[69751]: DEBUG nova.compute.manager [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Received event network-changed-512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1080.997272] env[69751]: DEBUG nova.compute.manager [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Refreshing instance network info cache due to event network-changed-512c2ecb-2f0b-4779-9c41-f967517dba94. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1080.997272] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Acquiring lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.997272] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Acquired lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.998232] env[69751]: DEBUG nova.network.neutron [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Refreshing network info cache for port 512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.171716] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.206983] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.080s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.209596] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.759s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.210219] env[69751]: DEBUG nova.objects.instance [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lazy-loading 'resources' on Instance uuid 8f078314-49cf-4a13-9082-0103afffd8e6 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.236367] env[69751]: INFO nova.scheduler.client.report [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Deleted allocations for instance 5ad02603-ab24-4817-bfe1-9716de876685 [ 1081.303837] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483987, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.369845] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.370058] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquired lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.371263] env[69751]: DEBUG nova.network.neutron [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.676073] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483986, 'name': ReconfigVM_Task, 'duration_secs': 0.853339} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.676073] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.676073] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9dd085-4a26-4af5-b86c-1f2245dd07f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.729152] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-865cb5ea-4f54-4a76-ba5b-0ecad508012c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.750540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23c1c826-77b0-486c-b571-c88d184b32e2 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "5ad02603-ab24-4817-bfe1-9716de876685" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.355s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.757028] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1081.757028] env[69751]: value = "task-3483988" [ 1081.757028] env[69751]: _type = "Task" [ 1081.757028] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.773553] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.813624] env[69751]: DEBUG oslo_vmware.api [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483987, 'name': PowerOnVM_Task, 'duration_secs': 0.940846} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.815121] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.815121] env[69751]: INFO nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Took 7.73 seconds to spawn the instance on the hypervisor. [ 1081.815121] env[69751]: DEBUG nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1081.815719] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20678f84-74df-4721-b1db-143be3382a4a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.984410] env[69751]: DEBUG nova.network.neutron [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1082.186587] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106183d2-d408-4cd3-a271-4609ecc846fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.196687] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe07e90-3c0f-43b6-99a8-1deab057696b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.235620] env[69751]: DEBUG nova.network.neutron [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Updated VIF entry in instance network info cache for port 512c2ecb-2f0b-4779-9c41-f967517dba94. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.235980] env[69751]: DEBUG nova.network.neutron [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Updating instance_info_cache with network_info: [{"id": "512c2ecb-2f0b-4779-9c41-f967517dba94", "address": "fa:16:3e:6f:31:b5", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap512c2ecb-2f", "ovs_interfaceid": "512c2ecb-2f0b-4779-9c41-f967517dba94", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.239519] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f0e0e-0174-476d-ad35-be8448a9126d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.250383] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f968f443-1e59-4204-9234-235351b1ccd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.272586] env[69751]: DEBUG nova.compute.provider_tree [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.280888] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483988, 'name': ReconfigVM_Task, 'duration_secs': 0.277714} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.281638] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.282529] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-545ad7b2-6ca2-476d-bd6f-04b551c22cce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.291668] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1082.291668] env[69751]: value = "task-3483989" [ 1082.291668] env[69751]: _type = "Task" [ 1082.291668] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.301158] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483989, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.348918] env[69751]: DEBUG nova.network.neutron [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.350552] env[69751]: INFO nova.compute.manager [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Took 43.81 seconds to build instance. [ 1082.744312] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Releasing lock "refresh_cache-cf27c8d7-6884-4232-b92a-a041262c035d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.744668] env[69751]: DEBUG nova.compute.manager [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received event network-vif-plugged-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.744916] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Acquiring lock "f820a870-3b58-446b-bcbd-80ecc7e572b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.745151] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.745321] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.745487] env[69751]: DEBUG nova.compute.manager [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] No waiting events found dispatching network-vif-plugged-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1082.745648] env[69751]: WARNING nova.compute.manager [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received unexpected event network-vif-plugged-53fa33bb-225b-4f29-b901-d35cbc5a9560 for instance with vm_state building and task_state spawning. [ 1082.745858] env[69751]: DEBUG nova.compute.manager [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.745944] env[69751]: DEBUG nova.compute.manager [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing instance network info cache due to event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.746184] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Acquiring lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.777662] env[69751]: DEBUG nova.scheduler.client.report [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.807572] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483989, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.853272] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Releasing lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.856055] env[69751]: DEBUG nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Instance network_info: |[{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1082.856055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-369980bc-10d8-4609-a3eb-ad93479d1e66 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.346s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.856055] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Acquired lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.856055] env[69751]: DEBUG nova.network.neutron [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.856055] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:d3:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53fa33bb-225b-4f29-b901-d35cbc5a9560', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.865378] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Creating folder: Project (cfc5b98c93274211803bf80bc8f3a466). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.866589] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96325347-7046-4b6f-b513-3ef76fa977b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.881866] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Created folder: Project (cfc5b98c93274211803bf80bc8f3a466) in parent group-v696263. [ 1082.882091] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Creating folder: Instances. Parent ref: group-v696489. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.882362] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65cf92de-e728-4fce-a45b-ded0230e9263 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.897894] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Created folder: Instances in parent group-v696489. [ 1082.898269] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.898494] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.898801] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ebf0afb-cfbf-4bf5-a4ed-11ff1988b5a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.926193] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.926193] env[69751]: value = "task-3483992" [ 1082.926193] env[69751]: _type = "Task" [ 1082.926193] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.941973] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483992, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.286872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.289804] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.726s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.290117] env[69751]: DEBUG nova.objects.instance [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1083.305254] env[69751]: DEBUG oslo_vmware.api [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483989, 'name': PowerOnVM_Task, 'duration_secs': 0.65772} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.306040] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.308857] env[69751]: DEBUG nova.compute.manager [None req-6bde594b-eede-4ae0-a990-d1859d506ef8 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.309934] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8275a21-2466-4dba-83f9-724a796b07be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.326657] env[69751]: INFO nova.scheduler.client.report [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Deleted allocations for instance 8f078314-49cf-4a13-9082-0103afffd8e6 [ 1083.440755] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483992, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.656492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "aaaf4c93-658d-4a00-9e0c-2724a103f315" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.656492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.656492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "aaaf4c93-658d-4a00-9e0c-2724a103f315-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.656492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.656492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.659573] env[69751]: INFO nova.compute.manager [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Terminating instance [ 1083.783803] env[69751]: DEBUG nova.network.neutron [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updated VIF entry in instance network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.784836] env[69751]: DEBUG nova.network.neutron [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.839088] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3bb51d8c-749f-4076-a66f-27e6bc925c3c tempest-ServersNegativeTestMultiTenantJSON-1341597917 tempest-ServersNegativeTestMultiTenantJSON-1341597917-project-member] Lock "8f078314-49cf-4a13-9082-0103afffd8e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.976s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.941294] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3483992, 'name': CreateVM_Task, 'duration_secs': 0.523642} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.941294] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1083.941914] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.942083] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.942436] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.943167] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a980fd1-5b6c-4480-bf1b-bb194632f2f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.953215] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1083.953215] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bea2c8-b87d-43cd-206b-fbb22e2d2ef6" [ 1083.953215] env[69751]: _type = "Task" [ 1083.953215] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.967509] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bea2c8-b87d-43cd-206b-fbb22e2d2ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.170110] env[69751]: DEBUG nova.compute.manager [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.170110] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.170110] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e44d5a8-8c59-4c8c-8aa9-88056e423917 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.179453] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.180351] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32fb9dda-40be-4417-9987-8cf23935e1ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.191354] env[69751]: DEBUG oslo_vmware.api [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1084.191354] env[69751]: value = "task-3483993" [ 1084.191354] env[69751]: _type = "Task" [ 1084.191354] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.210815] env[69751]: DEBUG oslo_vmware.api [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.289075] env[69751]: DEBUG oslo_concurrency.lockutils [req-6f21e4e5-6734-41cf-8e94-9a0a51752195 req-018b469a-2d51-4e58-b912-f179c595a293 service nova] Releasing lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.304760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7865b130-fa28-4d3a-8bb6-0c75a83f883b tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.305946] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.209s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.308797] env[69751]: INFO nova.compute.claims [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.467509] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bea2c8-b87d-43cd-206b-fbb22e2d2ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.016672} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.468132] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.468500] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1084.468825] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.468979] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.469302] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.469721] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2122c2bf-595b-4426-b1c0-850ab729a4af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.484023] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.484023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1084.484023] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867e2627-973d-4e06-80ff-54c8db1d79a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.488224] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1084.488224] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abbdec-659e-0896-1802-9c1ab02d14ba" [ 1084.488224] env[69751]: _type = "Task" [ 1084.488224] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.498368] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abbdec-659e-0896-1802-9c1ab02d14ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.587349] env[69751]: INFO nova.compute.manager [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Unrescuing [ 1084.587645] env[69751]: DEBUG oslo_concurrency.lockutils [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.587764] env[69751]: DEBUG oslo_concurrency.lockutils [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquired lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.587863] env[69751]: DEBUG nova.network.neutron [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.703133] env[69751]: DEBUG oslo_vmware.api [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483993, 'name': PowerOffVM_Task, 'duration_secs': 0.238074} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.703133] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.703301] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.703648] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2590c7a-0c4e-4635-8f19-dacbb6b8c477 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.786621] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.787024] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.787257] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleting the datastore file [datastore2] aaaf4c93-658d-4a00-9e0c-2724a103f315 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.787637] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-929c4242-b48b-453c-9321-964fe99626dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.797246] env[69751]: DEBUG oslo_vmware.api [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1084.797246] env[69751]: value = "task-3483995" [ 1084.797246] env[69751]: _type = "Task" [ 1084.797246] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.811095] env[69751]: DEBUG oslo_vmware.api [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.002737] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abbdec-659e-0896-1802-9c1ab02d14ba, 'name': SearchDatastore_Task, 'duration_secs': 0.020421} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.006354] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df136b9d-60f1-4562-b7b0-2f0bcf1eabf7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.014755] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1085.014755] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d5e014-cc61-8ed1-cf75-44a36bcbb1e0" [ 1085.014755] env[69751]: _type = "Task" [ 1085.014755] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.025496] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d5e014-cc61-8ed1-cf75-44a36bcbb1e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.313045] env[69751]: DEBUG oslo_vmware.api [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3483995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227464} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.314041] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.315225] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.319031] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.319031] env[69751]: INFO nova.compute.manager [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1085.319031] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.320619] env[69751]: DEBUG nova.compute.manager [-] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.320619] env[69751]: DEBUG nova.network.neutron [-] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.477328] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.477556] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.526823] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d5e014-cc61-8ed1-cf75-44a36bcbb1e0, 'name': SearchDatastore_Task, 'duration_secs': 0.016185} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.526985] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.527337] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/f820a870-3b58-446b-bcbd-80ecc7e572b7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1085.530631] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65d8dfed-f8f1-4462-96c3-8e1e4c2336f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.553322] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1085.553322] env[69751]: value = "task-3483996" [ 1085.553322] env[69751]: _type = "Task" [ 1085.553322] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.568598] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3483996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.669541] env[69751]: DEBUG nova.network.neutron [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.763023] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9d1860-7fe7-4662-bbb2-3cbc36f9feaa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.772547] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8237d15-a5aa-4922-b0ef-2bfc81366151 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.812378] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f3f8f2-4654-49ea-aafa-a40cc7774dbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.824152] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47b0903-6111-4c6e-bfe7-f4b3b21f1500 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.844168] env[69751]: DEBUG nova.compute.provider_tree [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.984999] env[69751]: DEBUG nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.075216] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3483996, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.149282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "01130e6f-e175-457b-ab53-d1684f686308" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.149282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "01130e6f-e175-457b-ab53-d1684f686308" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.166813] env[69751]: DEBUG nova.compute.manager [req-53a7929c-f71a-46cc-8be5-dcd5e8dc1ff8 req-a4cdc6a2-436e-4aee-9a2e-7da952c13920 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Received event network-vif-deleted-c9f4dfab-407e-4aab-8f14-c23962a72e3a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.167492] env[69751]: INFO nova.compute.manager [req-53a7929c-f71a-46cc-8be5-dcd5e8dc1ff8 req-a4cdc6a2-436e-4aee-9a2e-7da952c13920 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Neutron deleted interface c9f4dfab-407e-4aab-8f14-c23962a72e3a; detaching it from the instance and deleting it from the info cache [ 1086.167492] env[69751]: DEBUG nova.network.neutron [req-53a7929c-f71a-46cc-8be5-dcd5e8dc1ff8 req-a4cdc6a2-436e-4aee-9a2e-7da952c13920 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.173019] env[69751]: DEBUG oslo_concurrency.lockutils [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Releasing lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.173804] env[69751]: DEBUG nova.objects.instance [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lazy-loading 'flavor' on Instance uuid 8fc1eedc-d3fa-4580-b8c3-719732c86545 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.351395] env[69751]: DEBUG nova.scheduler.client.report [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.479591] env[69751]: DEBUG nova.network.neutron [-] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.515383] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.568898] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3483996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651131} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.569222] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/f820a870-3b58-446b-bcbd-80ecc7e572b7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1086.569465] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1086.573026] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c5161e8-2151-4fa8-80a3-1742344f1bbc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.579402] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1086.579402] env[69751]: value = "task-3483997" [ 1086.579402] env[69751]: _type = "Task" [ 1086.579402] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.591138] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3483997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.652701] env[69751]: DEBUG nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.670433] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af91b8e9-9612-479e-b8ea-c6c904f8552b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.683312] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29749f39-b313-4b65-bbc5-fbb45a6b94c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.698646] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8cea31-99e4-4d5f-8cb7-72f56c3f3ebb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.728467] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.745459] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af4d3535-3430-4319-80c0-1086b4b6b506 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.747638] env[69751]: DEBUG nova.compute.manager [req-53a7929c-f71a-46cc-8be5-dcd5e8dc1ff8 req-a4cdc6a2-436e-4aee-9a2e-7da952c13920 service nova] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Detach interface failed, port_id=c9f4dfab-407e-4aab-8f14-c23962a72e3a, reason: Instance aaaf4c93-658d-4a00-9e0c-2724a103f315 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.755272] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5280c47b-1d00-de40-d6d3-9eb2773ee049/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1086.756530] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de48235-db83-4d94-8565-e1f200c5a107 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.761037] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1086.761037] env[69751]: value = "task-3483998" [ 1086.761037] env[69751]: _type = "Task" [ 1086.761037] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.766909] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5280c47b-1d00-de40-d6d3-9eb2773ee049/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1086.767091] env[69751]: ERROR oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5280c47b-1d00-de40-d6d3-9eb2773ee049/disk-0.vmdk due to incomplete transfer. [ 1086.767686] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e41f66fd-1641-4e1d-b610-a9f41f8a03e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.773378] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483998, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.778529] env[69751]: DEBUG oslo_vmware.rw_handles [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5280c47b-1d00-de40-d6d3-9eb2773ee049/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1086.778761] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Uploaded image 9a9b94a3-4b58-4eda-9b10-ea77f1030745 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1086.781286] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1086.781564] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e4f95f32-db48-4317-be67-979446c4aede {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.790018] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1086.790018] env[69751]: value = "task-3483999" [ 1086.790018] env[69751]: _type = "Task" [ 1086.790018] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.802300] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483999, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.859091] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.860559] env[69751]: DEBUG nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1086.862697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.151s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.862697] env[69751]: DEBUG nova.objects.instance [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lazy-loading 'resources' on Instance uuid a927efc3-2549-41f5-99f5-a470fa03bc4d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.983217] env[69751]: INFO nova.compute.manager [-] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Took 1.66 seconds to deallocate network for instance. [ 1087.091972] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3483997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102535} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.093038] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1087.093415] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f289b4d-c424-4395-b4af-b92b5dcebb67 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.131848] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/f820a870-3b58-446b-bcbd-80ecc7e572b7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.131978] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-848308f3-33b8-473e-a869-b53712af35f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.153592] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1087.153592] env[69751]: value = "task-3484000" [ 1087.153592] env[69751]: _type = "Task" [ 1087.153592] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.170027] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484000, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.184570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.272702] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3483998, 'name': PowerOffVM_Task, 'duration_secs': 0.274315} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.273065] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.278980] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfiguring VM instance instance-00000043 to detach disk 2002 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1087.279380] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b54c2aa2-648f-4bc3-ab23-a529eb750b48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.303683] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3483999, 'name': Destroy_Task, 'duration_secs': 0.486741} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.307327] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Destroyed the VM [ 1087.307327] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.307327] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1087.307327] env[69751]: value = "task-3484001" [ 1087.307327] env[69751]: _type = "Task" [ 1087.307327] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.307327] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0c655b9-4224-4b80-90ba-610cb01a6ed1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.322470] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.324696] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1087.324696] env[69751]: value = "task-3484002" [ 1087.324696] env[69751]: _type = "Task" [ 1087.324696] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.336805] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484002, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.366554] env[69751]: DEBUG nova.compute.utils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.368739] env[69751]: DEBUG nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.369494] env[69751]: DEBUG nova.network.neutron [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.431715] env[69751]: DEBUG nova.policy [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0688b8acea0248fc9e771db8157be6f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33279992d4e542ad94ce9a0e38fb58f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.493087] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.681044] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484000, 'name': ReconfigVM_Task, 'duration_secs': 0.329239} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.681044] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/f820a870-3b58-446b-bcbd-80ecc7e572b7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.681044] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb30d7f2-3111-4d5a-aa46-327175f8e04a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.702659] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1087.702659] env[69751]: value = "task-3484003" [ 1087.702659] env[69751]: _type = "Task" [ 1087.702659] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.705483] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484003, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.822207] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484001, 'name': ReconfigVM_Task, 'duration_secs': 0.286755} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.822207] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfigured VM instance instance-00000043 to detach disk 2002 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1087.822207] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.822714] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c65b1abb-2cb0-46a2-ab0a-672ead7bea45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.830456] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1087.830456] env[69751]: value = "task-3484004" [ 1087.830456] env[69751]: _type = "Task" [ 1087.830456] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.840764] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484002, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.849459] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.875679] env[69751]: DEBUG nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1087.909320] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2440f037-eaa7-4381-b3b9-7f7d52551d0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.923078] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c875a48-8db8-4217-8e22-199f5a4b3781 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.933397] env[69751]: DEBUG nova.network.neutron [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Successfully created port: 18a1162e-2368-438a-9948-977f1be8e23f {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1087.982788] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f28e639-2810-4e87-a2bc-9f7c9440101b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.992451] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94e3138-d99a-47a4-b9a0-afeee9c08b1c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.009250] env[69751]: DEBUG nova.compute.provider_tree [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.204864] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484003, 'name': Rename_Task, 'duration_secs': 0.291896} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.205453] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.205873] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a7a2ab2-d0ce-447c-a468-fb9241d762f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.214402] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1088.214402] env[69751]: value = "task-3484005" [ 1088.214402] env[69751]: _type = "Task" [ 1088.214402] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.225891] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.345354] env[69751]: DEBUG oslo_vmware.api [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484002, 'name': RemoveSnapshot_Task, 'duration_secs': 0.680733} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.346346] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1088.346774] env[69751]: INFO nova.compute.manager [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Took 16.65 seconds to snapshot the instance on the hypervisor. [ 1088.355000] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484004, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.513336] env[69751]: DEBUG nova.scheduler.client.report [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.727137] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484005, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.848023] env[69751]: DEBUG oslo_vmware.api [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484004, 'name': PowerOnVM_Task, 'duration_secs': 0.759148} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.848023] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.848023] env[69751]: DEBUG nova.compute.manager [None req-37e4f1e1-fb43-4254-a164-62d706dc0c27 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.848023] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8a6aea-c72c-4b42-a992-fa2bc050917c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.889510] env[69751]: DEBUG nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.934663] env[69751]: DEBUG nova.virt.hardware [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.935499] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b2952-d635-4c27-b327-d95c29c5347b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.948038] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977de7e7-7dfa-47f2-921c-733daffeccaa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.956886] env[69751]: DEBUG nova.compute.manager [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Found 3 images (rotation: 2) {{(pid=69751) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1088.957497] env[69751]: DEBUG nova.compute.manager [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Rotating out 1 backups {{(pid=69751) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1088.957497] env[69751]: DEBUG nova.compute.manager [None req-dbfcf61d-12f1-4e5c-9c66-8dcc0a7aa7f9 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleting image d99fd438-c09d-40a9-b4e9-e79a61a75599 {{(pid=69751) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1089.021162] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.024495] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.015s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.025760] env[69751]: DEBUG nova.objects.instance [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lazy-loading 'resources' on Instance uuid 5e280484-58b9-4ae7-a2a9-585d69e66310 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.055452] env[69751]: INFO nova.scheduler.client.report [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleted allocations for instance a927efc3-2549-41f5-99f5-a470fa03bc4d [ 1089.228200] env[69751]: DEBUG oslo_vmware.api [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484005, 'name': PowerOnVM_Task, 'duration_secs': 0.832363} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.228493] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.228702] env[69751]: INFO nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Took 10.29 seconds to spawn the instance on the hypervisor. [ 1089.228883] env[69751]: DEBUG nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.229692] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff7384d-67b5-433d-b0a8-408ae84c2c19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.517979] env[69751]: DEBUG nova.compute.manager [req-f8a766f7-cfef-45e2-9ee8-02d34ca3c5b1 req-cbd3d8cf-a0bf-4dcd-b662-36828b28e53a service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Received event network-vif-plugged-18a1162e-2368-438a-9948-977f1be8e23f {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.517979] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8a766f7-cfef-45e2-9ee8-02d34ca3c5b1 req-cbd3d8cf-a0bf-4dcd-b662-36828b28e53a service nova] Acquiring lock "e68a3745-2717-4201-ab11-201162378a2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.518088] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8a766f7-cfef-45e2-9ee8-02d34ca3c5b1 req-cbd3d8cf-a0bf-4dcd-b662-36828b28e53a service nova] Lock "e68a3745-2717-4201-ab11-201162378a2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.518299] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8a766f7-cfef-45e2-9ee8-02d34ca3c5b1 req-cbd3d8cf-a0bf-4dcd-b662-36828b28e53a service nova] Lock "e68a3745-2717-4201-ab11-201162378a2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.518527] env[69751]: DEBUG nova.compute.manager [req-f8a766f7-cfef-45e2-9ee8-02d34ca3c5b1 req-cbd3d8cf-a0bf-4dcd-b662-36828b28e53a service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] No waiting events found dispatching network-vif-plugged-18a1162e-2368-438a-9948-977f1be8e23f {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1089.518723] env[69751]: WARNING nova.compute.manager [req-f8a766f7-cfef-45e2-9ee8-02d34ca3c5b1 req-cbd3d8cf-a0bf-4dcd-b662-36828b28e53a service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Received unexpected event network-vif-plugged-18a1162e-2368-438a-9948-977f1be8e23f for instance with vm_state building and task_state spawning. [ 1089.566394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-991e3621-5cc0-4144-b645-b6fd7e949e89 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "a927efc3-2549-41f5-99f5-a470fa03bc4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.826s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.645090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.645514] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.685714] env[69751]: DEBUG nova.network.neutron [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Successfully updated port: 18a1162e-2368-438a-9948-977f1be8e23f {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1089.760278] env[69751]: INFO nova.compute.manager [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Took 42.19 seconds to build instance. [ 1090.040224] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b18a09-ab8a-458d-a557-a260b0153199 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.053405] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dec9aaf-2a71-44f2-8a6b-fb03d5249ec6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.088458] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96ceaf7-fa8c-4ed9-899d-a4cc915ff903 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.097439] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db381ab-b0d9-44da-9eba-b86d53729f70 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.111904] env[69751]: DEBUG nova.compute.provider_tree [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.147674] env[69751]: DEBUG nova.compute.manager [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Received event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.147847] env[69751]: DEBUG nova.compute.manager [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing instance network info cache due to event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.148224] env[69751]: DEBUG oslo_concurrency.lockutils [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] Acquiring lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.148224] env[69751]: DEBUG oslo_concurrency.lockutils [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] Acquired lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.148397] env[69751]: DEBUG nova.network.neutron [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.149749] env[69751]: DEBUG nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.191448] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.191448] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.191448] env[69751]: DEBUG nova.network.neutron [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.258848] env[69751]: INFO nova.compute.manager [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Rescuing [ 1090.259197] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.259369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquired lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.259537] env[69751]: DEBUG nova.network.neutron [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.261198] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6d085026-70e8-4fee-b0d8-55ec063400d9 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.749s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.615256] env[69751]: DEBUG nova.scheduler.client.report [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.672723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.738028] env[69751]: DEBUG nova.network.neutron [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.003555] env[69751]: DEBUG nova.network.neutron [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance_info_cache with network_info: [{"id": "18a1162e-2368-438a-9948-977f1be8e23f", "address": "fa:16:3e:c0:9f:8a", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a1162e-23", "ovs_interfaceid": "18a1162e-2368-438a-9948-977f1be8e23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.045030] env[69751]: DEBUG nova.network.neutron [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.076850] env[69751]: DEBUG nova.network.neutron [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updated VIF entry in instance network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.076850] env[69751]: DEBUG nova.network.neutron [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.131827] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.101s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.132399] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.508s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.132638] env[69751]: DEBUG nova.objects.instance [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lazy-loading 'resources' on Instance uuid 475bc63b-830f-4772-b5d3-97b7b4bae22d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.157341] env[69751]: INFO nova.scheduler.client.report [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted allocations for instance 5e280484-58b9-4ae7-a2a9-585d69e66310 [ 1091.283948] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "6bc8bceb-03bc-4564-8130-474236341230" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.284341] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6bc8bceb-03bc-4564-8130-474236341230" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.284621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "6bc8bceb-03bc-4564-8130-474236341230-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.284843] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6bc8bceb-03bc-4564-8130-474236341230-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.285074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6bc8bceb-03bc-4564-8130-474236341230-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.287751] env[69751]: INFO nova.compute.manager [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Terminating instance [ 1091.304130] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.304354] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.304528] env[69751]: DEBUG nova.compute.manager [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1091.305957] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526d508f-069f-47e4-ad83-7a146b903577 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.313446] env[69751]: DEBUG nova.compute.manager [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1091.313976] env[69751]: DEBUG nova.objects.instance [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'flavor' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.381179] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "6253404c-cfdf-4e83-812d-d61ae6e09595" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.381495] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.381747] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "6253404c-cfdf-4e83-812d-d61ae6e09595-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.381972] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.382209] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.384856] env[69751]: INFO nova.compute.manager [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Terminating instance [ 1091.506868] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.507239] env[69751]: DEBUG nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Instance network_info: |[{"id": "18a1162e-2368-438a-9948-977f1be8e23f", "address": "fa:16:3e:c0:9f:8a", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a1162e-23", "ovs_interfaceid": "18a1162e-2368-438a-9948-977f1be8e23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.507688] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:9f:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18a1162e-2368-438a-9948-977f1be8e23f', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.515421] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.516064] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e68a3745-2717-4201-ab11-201162378a2d] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.516355] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e8fcee8-f6b0-4ae2-86a9-b6090ee8bb7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.540391] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.540391] env[69751]: value = "task-3484006" [ 1091.540391] env[69751]: _type = "Task" [ 1091.540391] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.547820] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Releasing lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.557532] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484006, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.560477] env[69751]: DEBUG nova.compute.manager [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Received event network-changed-18a1162e-2368-438a-9948-977f1be8e23f {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.560477] env[69751]: DEBUG nova.compute.manager [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Refreshing instance network info cache due to event network-changed-18a1162e-2368-438a-9948-977f1be8e23f. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.560820] env[69751]: DEBUG oslo_concurrency.lockutils [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] Acquiring lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.560921] env[69751]: DEBUG oslo_concurrency.lockutils [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] Acquired lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.561731] env[69751]: DEBUG nova.network.neutron [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Refreshing network info cache for port 18a1162e-2368-438a-9948-977f1be8e23f {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.578852] env[69751]: DEBUG oslo_concurrency.lockutils [req-9aca0eea-c296-4d57-aeac-329230d71179 req-9e4f204c-4222-44e4-aaf5-31b88d8e382f service nova] Releasing lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.667605] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81cb8986-0ceb-4692-9caf-d7bac21a7560 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "5e280484-58b9-4ae7-a2a9-585d69e66310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.223s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.791403] env[69751]: DEBUG nova.compute.manager [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.791679] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.792654] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8dba20-86f5-4b7b-985d-1ac2d8d37d6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.801269] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.804121] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03c241b3-06d2-4168-a087-f691eba9e5a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.812409] env[69751]: DEBUG oslo_vmware.api [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1091.812409] env[69751]: value = "task-3484007" [ 1091.812409] env[69751]: _type = "Task" [ 1091.812409] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.826785] env[69751]: DEBUG oslo_vmware.api [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.889057] env[69751]: DEBUG nova.compute.manager [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.889057] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.889685] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b98368b-4079-4cf0-9b0e-bf087038d463 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.900347] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.900628] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-564b7b31-5d95-49f7-b724-5dbfbebfcfc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.907659] env[69751]: DEBUG oslo_vmware.api [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1091.907659] env[69751]: value = "task-3484008" [ 1091.907659] env[69751]: _type = "Task" [ 1091.907659] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.915601] env[69751]: DEBUG oslo_vmware.api [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.019186] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931daf07-9eac-4bb4-a6e8-eb2bd735481d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.027593] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b15de8-8303-42c4-a267-aab65d316aa0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.061829] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7109fe54-bd85-4624-9467-d7bf4a894996 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.075946] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484006, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.077358] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18974a0c-7dd3-4b21-b442-798da9a843fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.099300] env[69751]: DEBUG nova.compute.provider_tree [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.220544] env[69751]: DEBUG nova.compute.manager [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Received event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.220781] env[69751]: DEBUG nova.compute.manager [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing instance network info cache due to event network-changed-f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.221014] env[69751]: DEBUG oslo_concurrency.lockutils [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] Acquiring lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.221272] env[69751]: DEBUG oslo_concurrency.lockutils [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] Acquired lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.221476] env[69751]: DEBUG nova.network.neutron [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Refreshing network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.326324] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1092.326765] env[69751]: DEBUG oslo_vmware.api [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484007, 'name': PowerOffVM_Task, 'duration_secs': 0.359253} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.327261] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ff5023-64ba-4312-bc77-b70381dfaa68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.330025] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.330025] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.330025] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38072e64-b9b8-4905-a24a-c092e1fb2c99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.337545] env[69751]: DEBUG oslo_vmware.api [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1092.337545] env[69751]: value = "task-3484009" [ 1092.337545] env[69751]: _type = "Task" [ 1092.337545] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.346103] env[69751]: DEBUG oslo_vmware.api [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.377626] env[69751]: DEBUG nova.network.neutron [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updated VIF entry in instance network info cache for port 18a1162e-2368-438a-9948-977f1be8e23f. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.378505] env[69751]: DEBUG nova.network.neutron [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance_info_cache with network_info: [{"id": "18a1162e-2368-438a-9948-977f1be8e23f", "address": "fa:16:3e:c0:9f:8a", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a1162e-23", "ovs_interfaceid": "18a1162e-2368-438a-9948-977f1be8e23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.402687] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.402937] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.403140] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleting the datastore file [datastore1] 6bc8bceb-03bc-4564-8130-474236341230 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.403458] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda1befb-b49e-4bef-855c-e5bd91478b46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.413018] env[69751]: DEBUG oslo_vmware.api [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1092.413018] env[69751]: value = "task-3484011" [ 1092.413018] env[69751]: _type = "Task" [ 1092.413018] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.419381] env[69751]: DEBUG oslo_vmware.api [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484008, 'name': PowerOffVM_Task, 'duration_secs': 0.270316} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.419977] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.420167] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.420436] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-534973e7-d9bf-44ca-a925-4c7e8d839bcd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.425306] env[69751]: DEBUG oslo_vmware.api [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.491475] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.491759] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.492023] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleting the datastore file [datastore1] 6253404c-cfdf-4e83-812d-d61ae6e09595 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.492387] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf2f20cf-a536-4b8e-a101-a14c9b9c480c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.501035] env[69751]: DEBUG oslo_vmware.api [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for the task: (returnval){ [ 1092.501035] env[69751]: value = "task-3484013" [ 1092.501035] env[69751]: _type = "Task" [ 1092.501035] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.509451] env[69751]: DEBUG oslo_vmware.api [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.567375] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484006, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.603497] env[69751]: DEBUG nova.scheduler.client.report [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.849841] env[69751]: DEBUG oslo_vmware.api [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484009, 'name': PowerOffVM_Task, 'duration_secs': 0.309586} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.850293] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.850631] env[69751]: DEBUG nova.compute.manager [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1092.855759] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01267917-c766-4da9-9389-3b4682fe4f63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.880163] env[69751]: DEBUG oslo_concurrency.lockutils [req-196d9b4b-40c6-45ce-bac4-18421c5aaffa req-9d092738-eec5-42d3-804f-54ccedd0e435 service nova] Releasing lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.924920] env[69751]: DEBUG oslo_vmware.api [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198938} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.925219] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.925404] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.925579] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.925749] env[69751]: INFO nova.compute.manager [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1092.925981] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.926189] env[69751]: DEBUG nova.compute.manager [-] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.926308] env[69751]: DEBUG nova.network.neutron [-] [instance: 6bc8bceb-03bc-4564-8130-474236341230] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.966257] env[69751]: DEBUG nova.network.neutron [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updated VIF entry in instance network info cache for port f64be299-a1bd-406e-b138-215fd4a11fa0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.966748] env[69751]: DEBUG nova.network.neutron [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [{"id": "f64be299-a1bd-406e-b138-215fd4a11fa0", "address": "fa:16:3e:02:a6:0c", "network": {"id": "e699b319-614f-4df0-8717-bd63ead7af9b", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1044176848-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "906398ee4063491aa1f6f3fbf01ff4a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1d468f87-964a-4fb6-bab3-b83f6f2646b5", "external-id": "nsx-vlan-transportzone-131", "segmentation_id": 131, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf64be299-a1", "ovs_interfaceid": "f64be299-a1bd-406e-b138-215fd4a11fa0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.011912] env[69751]: DEBUG oslo_vmware.api [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Task: {'id': task-3484013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306128} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.012172] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.012355] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.012532] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.012701] env[69751]: INFO nova.compute.manager [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1093.012937] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.013143] env[69751]: DEBUG nova.compute.manager [-] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.013241] env[69751]: DEBUG nova.network.neutron [-] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.068704] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484006, 'name': CreateVM_Task, 'duration_secs': 1.361279} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.069097] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e68a3745-2717-4201-ab11-201162378a2d] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.069686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.069859] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.070270] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.070458] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c276ba-359c-408d-a669-208ba9b7d8e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.075712] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1093.075712] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529ddac8-1ecd-e31a-ea27-3022da98ad2c" [ 1093.075712] env[69751]: _type = "Task" [ 1093.075712] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.086142] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529ddac8-1ecd-e31a-ea27-3022da98ad2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.088771] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.089039] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97bc8ff9-4e33-434a-9f72-1ba50c1ae278 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.096808] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1093.096808] env[69751]: value = "task-3484014" [ 1093.096808] env[69751]: _type = "Task" [ 1093.096808] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.107243] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.109172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.112870] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.276s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.112870] env[69751]: DEBUG nova.objects.instance [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lazy-loading 'resources' on Instance uuid c79bb961-4170-4f8b-a81d-407a09be1cfe {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.139048] env[69751]: INFO nova.scheduler.client.report [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Deleted allocations for instance 475bc63b-830f-4772-b5d3-97b7b4bae22d [ 1093.372364] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ef490064-16ce-4124-ad29-e023b35eb8bd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.068s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.470209] env[69751]: DEBUG oslo_concurrency.lockutils [req-18bcce81-f46d-40ab-830f-c427d872eef5 req-5e69472f-6825-421e-be0f-cda9519e3a3a service nova] Releasing lock "refresh_cache-8fc1eedc-d3fa-4580-b8c3-719732c86545" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.588430] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529ddac8-1ecd-e31a-ea27-3022da98ad2c, 'name': SearchDatastore_Task, 'duration_secs': 0.01208} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.588742] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.588979] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.589234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.589380] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.589553] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.589812] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f680ee5b-9438-4d21-9c7b-674822406c5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.605123] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.605380] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.609843] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ce2b2e-585d-48f8-8dd6-2b6f974eb75f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.612344] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484014, 'name': PowerOffVM_Task, 'duration_secs': 0.255865} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.612605] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1093.613933] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f16636-02ab-4e0b-9852-bf6322111bf1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.620264] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1093.620264] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e82f67-8cc6-abc5-a272-05f919d051d7" [ 1093.620264] env[69751]: _type = "Task" [ 1093.620264] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.639234] env[69751]: DEBUG nova.compute.manager [req-c037d6e8-ac88-4446-9531-e71bf2a51074 req-c84b3c5c-b4ff-45ef-8b3a-a63eb529761a service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Received event network-vif-deleted-516c1039-11e5-438d-a90d-9a7bf0d80d42 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.640118] env[69751]: INFO nova.compute.manager [req-c037d6e8-ac88-4446-9531-e71bf2a51074 req-c84b3c5c-b4ff-45ef-8b3a-a63eb529761a service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Neutron deleted interface 516c1039-11e5-438d-a90d-9a7bf0d80d42; detaching it from the instance and deleting it from the info cache [ 1093.640118] env[69751]: DEBUG nova.network.neutron [req-c037d6e8-ac88-4446-9531-e71bf2a51074 req-c84b3c5c-b4ff-45ef-8b3a-a63eb529761a service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.644467] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd99c4f8-6099-49d8-a82b-01d8ee24e02c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.656847] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e82f67-8cc6-abc5-a272-05f919d051d7, 'name': SearchDatastore_Task, 'duration_secs': 0.02993} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.658932] env[69751]: DEBUG oslo_concurrency.lockutils [None req-099bd1e4-bf11-408e-929e-8dbce40cfcca tempest-ImagesOneServerNegativeTestJSON-1314063320 tempest-ImagesOneServerNegativeTestJSON-1314063320-project-member] Lock "475bc63b-830f-4772-b5d3-97b7b4bae22d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.578s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.659407] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eec3aee8-644d-42c0-951c-074a24958b06 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.678907] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1093.678907] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff9b3d-a5a9-a847-b500-6c8bbaee685d" [ 1093.678907] env[69751]: _type = "Task" [ 1093.678907] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.689629] env[69751]: DEBUG nova.network.neutron [-] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.690823] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff9b3d-a5a9-a847-b500-6c8bbaee685d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.698458] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.698800] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37f4118a-efa4-4722-9808-a74d2b2eed5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.707424] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1093.707424] env[69751]: value = "task-3484015" [ 1093.707424] env[69751]: _type = "Task" [ 1093.707424] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.719430] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1093.719649] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.719893] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.720053] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.720238] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.720483] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abe3fa84-b2f7-4e34-82cb-6d36ad672caa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.739179] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.739852] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.740285] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b358184f-004e-4bbc-a814-842a5181e4a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.746685] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1093.746685] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5233ed5a-5ab3-9c58-0b76-3b85a0b2432a" [ 1093.746685] env[69751]: _type = "Task" [ 1093.746685] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.756038] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5233ed5a-5ab3-9c58-0b76-3b85a0b2432a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.761599] env[69751]: DEBUG nova.network.neutron [-] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.001020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8d3916-37c0-4612-a3da-152ea504084d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.009431] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150da080-77fa-4319-9460-27408ad562f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.043237] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc002aa-8002-4628-9447-217ba62e19a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.051905] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80391714-7ae7-4fde-b51b-938db72809ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.068575] env[69751]: DEBUG nova.compute.provider_tree [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.154734] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad182b10-f8b8-4fad-80cf-40b1e8ad4bba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.165173] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f4281b-8ed7-4459-a01c-1d435ab9ea87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.190822] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff9b3d-a5a9-a847-b500-6c8bbaee685d, 'name': SearchDatastore_Task, 'duration_secs': 0.0162} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.203732] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.204046] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] e68a3745-2717-4201-ab11-201162378a2d/e68a3745-2717-4201-ab11-201162378a2d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.204532] env[69751]: INFO nova.compute.manager [-] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Took 1.28 seconds to deallocate network for instance. [ 1094.204858] env[69751]: DEBUG nova.compute.manager [req-c037d6e8-ac88-4446-9531-e71bf2a51074 req-c84b3c5c-b4ff-45ef-8b3a-a63eb529761a service nova] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Detach interface failed, port_id=516c1039-11e5-438d-a90d-9a7bf0d80d42, reason: Instance 6253404c-cfdf-4e83-812d-d61ae6e09595 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1094.205331] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc7fe1fd-d4c9-4141-80df-fc2cd0672f2c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.216556] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1094.216556] env[69751]: value = "task-3484016" [ 1094.216556] env[69751]: _type = "Task" [ 1094.216556] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.226014] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484016, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.258445] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5233ed5a-5ab3-9c58-0b76-3b85a0b2432a, 'name': SearchDatastore_Task, 'duration_secs': 0.027819} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.261930] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d679421-c879-4d37-abd0-070232e133dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.267581] env[69751]: DEBUG nova.compute.manager [req-c5d3f016-ab6f-4d86-b003-181e18623a05 req-5a47df69-3a77-4432-a94a-94728214a43a service nova] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Received event network-vif-deleted-45b65363-ce13-4014-a948-639d09f3f735 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.267979] env[69751]: INFO nova.compute.manager [-] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Took 1.25 seconds to deallocate network for instance. [ 1094.277638] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1094.277638] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f3e1a9-426f-7be5-5704-d434f2bf9f4f" [ 1094.277638] env[69751]: _type = "Task" [ 1094.277638] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.287013] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f3e1a9-426f-7be5-5704-d434f2bf9f4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.572388] env[69751]: DEBUG nova.scheduler.client.report [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.714404] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.727898] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484016, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.777622] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.788158] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f3e1a9-426f-7be5-5704-d434f2bf9f4f, 'name': SearchDatastore_Task, 'duration_secs': 0.013758} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.788299] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.788595] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. {{(pid=69751) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1094.788919] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61fc692b-f797-48ee-904b-9ac833283bd2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.796865] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1094.796865] env[69751]: value = "task-3484017" [ 1094.796865] env[69751]: _type = "Task" [ 1094.796865] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.805336] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.869263] env[69751]: DEBUG nova.compute.manager [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Stashing vm_state: stopped {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1095.077283] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.080274] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.032s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.081656] env[69751]: DEBUG nova.objects.instance [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1095.113605] env[69751]: INFO nova.scheduler.client.report [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Deleted allocations for instance c79bb961-4170-4f8b-a81d-407a09be1cfe [ 1095.229443] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484016, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55597} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.229849] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] e68a3745-2717-4201-ab11-201162378a2d/e68a3745-2717-4201-ab11-201162378a2d.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.230052] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.230262] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6dd4c84-5c85-47ce-950d-782fd658677d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.239164] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1095.239164] env[69751]: value = "task-3484018" [ 1095.239164] env[69751]: _type = "Task" [ 1095.239164] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.251058] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484018, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.307272] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508495} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.307425] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. [ 1095.308244] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca696e-b103-40ee-b8e9-11132b053a42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.338061] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.338386] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58b01729-e1df-499e-8db4-e5dea67f0165 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.357816] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1095.357816] env[69751]: value = "task-3484019" [ 1095.357816] env[69751]: _type = "Task" [ 1095.357816] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.370867] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.393542] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.626960] env[69751]: DEBUG oslo_concurrency.lockutils [None req-761308e3-bbc0-43ea-ae6e-b27551be179d tempest-ServersAdminTestJSON-884678781 tempest-ServersAdminTestJSON-884678781-project-member] Lock "c79bb961-4170-4f8b-a81d-407a09be1cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.292s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.750865] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184272} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.751204] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.752044] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93418244-9ecf-4b97-b6f0-f29f0cedcafb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.780249] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e68a3745-2717-4201-ab11-201162378a2d/e68a3745-2717-4201-ab11-201162378a2d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.780855] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac520226-ea76-4b5c-a26e-956fd8585c63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.807225] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1095.807225] env[69751]: value = "task-3484020" [ 1095.807225] env[69751]: _type = "Task" [ 1095.807225] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.820087] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.870102] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484019, 'name': ReconfigVM_Task, 'duration_secs': 0.348735} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.870232] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.871218] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11415fdc-d323-4e3a-82b5-428a55c6a90f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.900426] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd0718ff-7915-450c-91ec-0dc1db28571a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.921436] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1095.921436] env[69751]: value = "task-3484021" [ 1095.921436] env[69751]: _type = "Task" [ 1095.921436] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.937284] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484021, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.085641] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "92562b39-19bd-4c50-bc61-d1a7bad5db84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.085966] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.086239] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "92562b39-19bd-4c50-bc61-d1a7bad5db84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.086463] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.086663] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.089686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4929bc22-7624-4fec-9e55-36af3668552a tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.090362] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.267s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.093427] env[69751]: INFO nova.compute.claims [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.095669] env[69751]: INFO nova.compute.manager [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Terminating instance [ 1096.320263] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484020, 'name': ReconfigVM_Task, 'duration_secs': 0.312856} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.320591] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e68a3745-2717-4201-ab11-201162378a2d/e68a3745-2717-4201-ab11-201162378a2d.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.321308] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-067d5064-50c5-4acc-a4e4-c32556e13467 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.328950] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1096.328950] env[69751]: value = "task-3484022" [ 1096.328950] env[69751]: _type = "Task" [ 1096.328950] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.337534] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484022, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.432412] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484021, 'name': ReconfigVM_Task, 'duration_secs': 0.170539} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.432690] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.432946] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdfd4624-406d-4e9f-8693-0a1674b31dbc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.441454] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1096.441454] env[69751]: value = "task-3484023" [ 1096.441454] env[69751]: _type = "Task" [ 1096.441454] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.456530] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.599731] env[69751]: DEBUG nova.compute.manager [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1096.600018] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.601022] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7601138a-5388-4224-b43a-6ee74eda1212 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.610170] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.610450] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b023b08-6024-4f5c-a824-58a7cac6135c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.619141] env[69751]: DEBUG oslo_vmware.api [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1096.619141] env[69751]: value = "task-3484024" [ 1096.619141] env[69751]: _type = "Task" [ 1096.619141] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.630659] env[69751]: DEBUG oslo_vmware.api [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3484024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.841443] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484022, 'name': Rename_Task, 'duration_secs': 0.144773} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.841797] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.842295] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eea3fd1-c4df-4e8b-86ce-52c301b92eb9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.850808] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1096.850808] env[69751]: value = "task-3484025" [ 1096.850808] env[69751]: _type = "Task" [ 1096.850808] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.861602] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484025, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.955589] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484023, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.133269] env[69751]: DEBUG oslo_vmware.api [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3484024, 'name': PowerOffVM_Task, 'duration_secs': 0.237533} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.133860] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.134058] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.134339] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08066a2e-6936-4766-bfd1-2cc6a05635e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.230076] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.230435] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.230592] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Deleting the datastore file [datastore1] 92562b39-19bd-4c50-bc61-d1a7bad5db84 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.230786] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d08a14ea-a20c-4c7b-8bb0-a0723102a410 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.239329] env[69751]: DEBUG oslo_vmware.api [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for the task: (returnval){ [ 1097.239329] env[69751]: value = "task-3484027" [ 1097.239329] env[69751]: _type = "Task" [ 1097.239329] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.250391] env[69751]: DEBUG oslo_vmware.api [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3484027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.370219] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484025, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.454471] env[69751]: DEBUG oslo_vmware.api [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484023, 'name': PowerOnVM_Task, 'duration_secs': 0.517266} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.460918] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.466855] env[69751]: DEBUG nova.compute.manager [None req-f2de444c-656e-48e9-b690-cc5be2dcf072 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.467810] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e46581c-79e0-40b2-8e93-d30229f7c749 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.590857] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2298dcbe-f1c6-4718-b6cc-b1335fbabf26 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.599742] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a7475c-0c83-4330-bada-b746975d619c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.643478] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66930b7b-0d8e-4279-969d-9f260bdaf7ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.654867] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4175625-73ed-4791-a7af-ad8206c58a9c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.680144] env[69751]: DEBUG nova.compute.provider_tree [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.753052] env[69751]: DEBUG oslo_vmware.api [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Task: {'id': task-3484027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365998} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.753428] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.753704] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.753973] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.754401] env[69751]: INFO nova.compute.manager [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1097.754755] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.755047] env[69751]: DEBUG nova.compute.manager [-] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.755191] env[69751]: DEBUG nova.network.neutron [-] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.864132] env[69751]: DEBUG oslo_vmware.api [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484025, 'name': PowerOnVM_Task, 'duration_secs': 0.716952} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.864547] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.864625] env[69751]: INFO nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1097.864803] env[69751]: DEBUG nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1097.865602] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9c9c01-3ee3-4bee-aa26-f090cb0f236a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.189338] env[69751]: DEBUG nova.scheduler.client.report [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.389750] env[69751]: INFO nova.compute.manager [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Took 36.31 seconds to build instance. [ 1098.424164] env[69751]: DEBUG nova.compute.manager [req-3d8ccabb-920d-4e93-ae07-144e7d638c93 req-f9f1c498-cefd-4ab5-8506-7e1e4a99daf9 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Received event network-vif-deleted-520dddf6-f87a-449d-bbd0-30033f2a7a76 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.424164] env[69751]: INFO nova.compute.manager [req-3d8ccabb-920d-4e93-ae07-144e7d638c93 req-f9f1c498-cefd-4ab5-8506-7e1e4a99daf9 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Neutron deleted interface 520dddf6-f87a-449d-bbd0-30033f2a7a76; detaching it from the instance and deleting it from the info cache [ 1098.424164] env[69751]: DEBUG nova.network.neutron [req-3d8ccabb-920d-4e93-ae07-144e7d638c93 req-f9f1c498-cefd-4ab5-8506-7e1e4a99daf9 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.693926] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.603s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.697134] env[69751]: DEBUG nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.702031] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.085s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.702031] env[69751]: DEBUG nova.objects.instance [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1098.876785] env[69751]: DEBUG nova.network.neutron [-] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.892105] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ec9ef3a-8db1-478e-9f68-d2cc9778a623 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.829s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.926457] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d425f23d-f89b-4c01-ae20-4b0386e3cb23 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.941939] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97735f55-26fe-486d-b128-b092bf2dfceb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.984865] env[69751]: DEBUG nova.compute.manager [req-3d8ccabb-920d-4e93-ae07-144e7d638c93 req-f9f1c498-cefd-4ab5-8506-7e1e4a99daf9 service nova] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Detach interface failed, port_id=520dddf6-f87a-449d-bbd0-30033f2a7a76, reason: Instance 92562b39-19bd-4c50-bc61-d1a7bad5db84 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1099.205484] env[69751]: DEBUG nova.compute.utils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.210334] env[69751]: DEBUG nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1099.210334] env[69751]: DEBUG nova.network.neutron [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1099.255236] env[69751]: DEBUG nova.policy [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ea81e221b84277b0b2ec96109ecc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fa3ab0139a54f9d93343895722f6e91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1099.380989] env[69751]: INFO nova.compute.manager [-] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Took 1.62 seconds to deallocate network for instance. [ 1099.655840] env[69751]: DEBUG nova.network.neutron [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Successfully created port: 967c677c-10d7-4327-b7b6-1a6466ee76fc {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.715106] env[69751]: DEBUG nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.718919] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17180d85-a4f6-46d8-800c-12ba5878bc24 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.721399] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.709s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.721399] env[69751]: DEBUG nova.objects.instance [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lazy-loading 'resources' on Instance uuid 1b367973-3c0c-4634-814c-9a67a2378ae6 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.890547] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.132876] env[69751]: DEBUG nova.compute.manager [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1100.656441] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.730464] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113681b3-f844-4fee-ae33-3894d8d32b4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.734732] env[69751]: DEBUG nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.743732] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5154e50-a8d6-4b83-9cf1-196503b629a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.786084] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01a074-7671-4a8d-9168-9842d3d37670 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.797982] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.798325] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.798495] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.798679] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.798824] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.798968] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.799193] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.799354] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.799522] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.799683] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.799858] env[69751]: DEBUG nova.virt.hardware [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.801194] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e2ff48-08a4-4bd3-a729-c37f2cf258d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.806280] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2375088c-301c-46b8-8070-aa7ed50202ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.822889] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dded4154-6dd4-4d95-be09-f20362e1bcc0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.828111] env[69751]: DEBUG nova.compute.provider_tree [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.168436] env[69751]: DEBUG nova.compute.manager [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.168631] env[69751]: DEBUG nova.compute.manager [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing instance network info cache due to event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.169044] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] Acquiring lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.169194] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] Acquired lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.169348] env[69751]: DEBUG nova.network.neutron [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.335038] env[69751]: DEBUG nova.scheduler.client.report [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.572169] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "66f4418e-ba28-4b27-a436-16cf8fc75094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.573519] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.667706] env[69751]: DEBUG nova.network.neutron [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Successfully updated port: 967c677c-10d7-4327-b7b6-1a6466ee76fc {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1101.837793] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.844433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.175s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.847796] env[69751]: INFO nova.compute.claims [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.880042] env[69751]: INFO nova.scheduler.client.report [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Deleted allocations for instance 1b367973-3c0c-4634-814c-9a67a2378ae6 [ 1102.063683] env[69751]: DEBUG nova.network.neutron [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updated VIF entry in instance network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.064129] env[69751]: DEBUG nova.network.neutron [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.076404] env[69751]: DEBUG nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.169572] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "refresh_cache-d4c906c6-4993-4114-9740-9999265ecb86" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.169745] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "refresh_cache-d4c906c6-4993-4114-9740-9999265ecb86" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.169903] env[69751]: DEBUG nova.network.neutron [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.392778] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f0603c60-5cab-449f-856a-fb4876b90571 tempest-ServersListShow298Test-1374161597 tempest-ServersListShow298Test-1374161597-project-member] Lock "1b367973-3c0c-4634-814c-9a67a2378ae6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.692s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.515254] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "a4977ca1-87f2-40c7-abdb-29760efcc52c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.515397] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.569197] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] Releasing lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.569500] env[69751]: DEBUG nova.compute.manager [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.569636] env[69751]: DEBUG nova.compute.manager [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing instance network info cache due to event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.569878] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] Acquiring lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.569981] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] Acquired lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.570157] env[69751]: DEBUG nova.network.neutron [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.602805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.724600] env[69751]: DEBUG nova.network.neutron [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.019752] env[69751]: DEBUG nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.240410] env[69751]: DEBUG nova.network.neutron [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Updating instance_info_cache with network_info: [{"id": "967c677c-10d7-4327-b7b6-1a6466ee76fc", "address": "fa:16:3e:a8:c6:88", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967c677c-10", "ovs_interfaceid": "967c677c-10d7-4327-b7b6-1a6466ee76fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.306715] env[69751]: DEBUG nova.compute.manager [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Received event network-vif-plugged-967c677c-10d7-4327-b7b6-1a6466ee76fc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.306959] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Acquiring lock "d4c906c6-4993-4114-9740-9999265ecb86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.307732] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Lock "d4c906c6-4993-4114-9740-9999265ecb86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.307916] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Lock "d4c906c6-4993-4114-9740-9999265ecb86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.308673] env[69751]: DEBUG nova.compute.manager [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] No waiting events found dispatching network-vif-plugged-967c677c-10d7-4327-b7b6-1a6466ee76fc {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1103.308933] env[69751]: WARNING nova.compute.manager [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Received unexpected event network-vif-plugged-967c677c-10d7-4327-b7b6-1a6466ee76fc for instance with vm_state building and task_state spawning. [ 1103.309137] env[69751]: DEBUG nova.compute.manager [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Received event network-changed-967c677c-10d7-4327-b7b6-1a6466ee76fc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.309332] env[69751]: DEBUG nova.compute.manager [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Refreshing instance network info cache due to event network-changed-967c677c-10d7-4327-b7b6-1a6466ee76fc. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.310286] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Acquiring lock "refresh_cache-d4c906c6-4993-4114-9740-9999265ecb86" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.312719] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b72e610-4d65-4405-9a51-0e9f9d071973 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.321863] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713dc737-09b2-4e36-9341-062faf92c8d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.367270] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c5439e-762a-4677-b2d3-8a9ecf153525 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.375900] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d196c07-401f-46dd-b13a-4f0fffac951f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.394906] env[69751]: DEBUG nova.compute.provider_tree [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.540079] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.660490] env[69751]: DEBUG nova.network.neutron [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updated VIF entry in instance network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.660490] env[69751]: DEBUG nova.network.neutron [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.743537] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "refresh_cache-d4c906c6-4993-4114-9740-9999265ecb86" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.743878] env[69751]: DEBUG nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Instance network_info: |[{"id": "967c677c-10d7-4327-b7b6-1a6466ee76fc", "address": "fa:16:3e:a8:c6:88", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967c677c-10", "ovs_interfaceid": "967c677c-10d7-4327-b7b6-1a6466ee76fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1103.744195] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Acquired lock "refresh_cache-d4c906c6-4993-4114-9740-9999265ecb86" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.744378] env[69751]: DEBUG nova.network.neutron [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Refreshing network info cache for port 967c677c-10d7-4327-b7b6-1a6466ee76fc {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1103.745619] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:c6:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967c677c-10d7-4327-b7b6-1a6466ee76fc', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.753960] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating folder: Project (3fa3ab0139a54f9d93343895722f6e91). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.755091] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e522a934-ed64-43e7-8d1e-7db6e018179f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.771423] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created folder: Project (3fa3ab0139a54f9d93343895722f6e91) in parent group-v696263. [ 1103.771637] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating folder: Instances. Parent ref: group-v696493. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1103.771904] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-002379a6-1b72-413a-bb39-9f5f25adb88d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.782807] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created folder: Instances in parent group-v696493. [ 1103.782807] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.782963] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.783074] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67883f0b-7a88-45b3-bd85-5bbf22e12de1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.805499] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.805499] env[69751]: value = "task-3484030" [ 1103.805499] env[69751]: _type = "Task" [ 1103.805499] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.814469] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484030, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.899546] env[69751]: DEBUG nova.scheduler.client.report [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.956572] env[69751]: DEBUG nova.compute.manager [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1103.956800] env[69751]: DEBUG nova.compute.manager [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing instance network info cache due to event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1103.957766] env[69751]: DEBUG oslo_concurrency.lockutils [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] Acquiring lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.162489] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fb6554c-5dfe-4f1f-bc71-ac555c07587e req-4b3bcb8e-089d-4c09-ab68-11596f27dde4 service nova] Releasing lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.162983] env[69751]: DEBUG oslo_concurrency.lockutils [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] Acquired lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.163290] env[69751]: DEBUG nova.network.neutron [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.316993] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484030, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.405196] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.405743] env[69751]: DEBUG nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.408525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.061s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.408765] env[69751]: DEBUG nova.objects.instance [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lazy-loading 'resources' on Instance uuid 8d3b4526-ef53-4517-a042-5b23502cd66a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.563302] env[69751]: DEBUG nova.network.neutron [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Updated VIF entry in instance network info cache for port 967c677c-10d7-4327-b7b6-1a6466ee76fc. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.564026] env[69751]: DEBUG nova.network.neutron [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Updating instance_info_cache with network_info: [{"id": "967c677c-10d7-4327-b7b6-1a6466ee76fc", "address": "fa:16:3e:a8:c6:88", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967c677c-10", "ovs_interfaceid": "967c677c-10d7-4327-b7b6-1a6466ee76fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.818828] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484030, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.911210] env[69751]: DEBUG nova.network.neutron [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updated VIF entry in instance network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1104.911597] env[69751]: DEBUG nova.network.neutron [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.916981] env[69751]: DEBUG nova.compute.utils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.920677] env[69751]: DEBUG nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.920911] env[69751]: DEBUG nova.network.neutron [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.982291] env[69751]: DEBUG nova.policy [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7405cd1bfe475a88f481a24d3bb7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9413a7f46dca4897a391dc99db0e5085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.068437] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Releasing lock "refresh_cache-d4c906c6-4993-4114-9740-9999265ecb86" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.068437] env[69751]: DEBUG nova.compute.manager [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.068437] env[69751]: DEBUG nova.compute.manager [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing instance network info cache due to event network-changed-53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1105.069170] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Acquiring lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.088943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "f820a870-3b58-446b-bcbd-80ecc7e572b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.088943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.088943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "f820a870-3b58-446b-bcbd-80ecc7e572b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.088943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.088943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.092271] env[69751]: INFO nova.compute.manager [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Terminating instance [ 1105.265121] env[69751]: DEBUG nova.network.neutron [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Successfully created port: 1e65eee9-acba-4d12-936e-1e3a7a6c133c {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.321314] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484030, 'name': CreateVM_Task, 'duration_secs': 1.403897} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.324031] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1105.325220] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.325504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.326064] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.326437] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20e0887-6338-476c-b29d-b4fd8810d639 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.332504] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1105.332504] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e9f9e9-173b-e92b-8dc5-c83162e38dde" [ 1105.332504] env[69751]: _type = "Task" [ 1105.332504] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.345724] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e9f9e9-173b-e92b-8dc5-c83162e38dde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.370429] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a8b451-c847-427b-b1b9-e26260f3f962 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.377678] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c2e6c1-1b4c-45ad-8be1-d0f80d106b0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.411662] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00d40c8-a6a0-4a5a-94f1-1898de042a29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.420496] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6c31ec-188d-43c0-800f-27f1c9fae965 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.424889] env[69751]: DEBUG oslo_concurrency.lockutils [req-1673f9f4-2475-43ff-ab72-a1c3d0ba26f7 req-fb22a9fb-416c-4595-b9e6-d54a48410c6b service nova] Releasing lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.425702] env[69751]: DEBUG nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.428511] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Acquired lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.430246] env[69751]: DEBUG nova.network.neutron [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Refreshing network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.442094] env[69751]: DEBUG nova.compute.provider_tree [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.599993] env[69751]: DEBUG nova.compute.manager [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1105.600431] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1105.601397] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6d38d5-5bbd-4a18-b5a0-f201bff07029 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.611042] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.611234] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e17b97a9-279a-4f81-8f9f-5b83b0975d0a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.619321] env[69751]: DEBUG oslo_vmware.api [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1105.619321] env[69751]: value = "task-3484031" [ 1105.619321] env[69751]: _type = "Task" [ 1105.619321] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.632442] env[69751]: DEBUG oslo_vmware.api [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.844451] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e9f9e9-173b-e92b-8dc5-c83162e38dde, 'name': SearchDatastore_Task, 'duration_secs': 0.013697} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.844814] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.844992] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.845276] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.845421] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.845619] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.845980] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7805354-ee39-4842-a235-301ffad36ce8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.859041] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.859041] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.859041] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f45d1098-68d5-4045-b824-0f5dcd3248fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.865738] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1105.865738] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52468104-10c2-7646-0657-5f65b57323df" [ 1105.865738] env[69751]: _type = "Task" [ 1105.865738] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.876171] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52468104-10c2-7646-0657-5f65b57323df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.947743] env[69751]: DEBUG nova.scheduler.client.report [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.133508] env[69751]: DEBUG oslo_vmware.api [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484031, 'name': PowerOffVM_Task, 'duration_secs': 0.416636} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.133780] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.133950] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1106.134230] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-079d1843-9268-460c-b5c7-375b9df7a4d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.204182] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1106.204454] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1106.208615] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Deleting the datastore file [datastore1] f820a870-3b58-446b-bcbd-80ecc7e572b7 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1106.208615] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6aa0bc39-6a9c-48fb-99d7-a5a99b66d889 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.218162] env[69751]: DEBUG oslo_vmware.api [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for the task: (returnval){ [ 1106.218162] env[69751]: value = "task-3484033" [ 1106.218162] env[69751]: _type = "Task" [ 1106.218162] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.229295] env[69751]: DEBUG oslo_vmware.api [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.240517] env[69751]: DEBUG nova.network.neutron [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updated VIF entry in instance network info cache for port 53fa33bb-225b-4f29-b901-d35cbc5a9560. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1106.240940] env[69751]: DEBUG nova.network.neutron [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [{"id": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "address": "fa:16:3e:91:d3:34", "network": {"id": "8fd725ad-0a48-4c0a-9ee3-7b62bc645663", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-174510875-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "cfc5b98c93274211803bf80bc8f3a466", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53fa33bb-22", "ovs_interfaceid": "53fa33bb-225b-4f29-b901-d35cbc5a9560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.377667] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52468104-10c2-7646-0657-5f65b57323df, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.378421] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-040ddfd7-220f-4ed0-9b9f-00e71e2477a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.384800] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1106.384800] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528adb5a-187f-cff5-5ffd-c6fd3982a1b8" [ 1106.384800] env[69751]: _type = "Task" [ 1106.384800] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.394154] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528adb5a-187f-cff5-5ffd-c6fd3982a1b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.436583] env[69751]: DEBUG nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.454028] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.458316] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.943s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.459911] env[69751]: INFO nova.compute.claims [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.470460] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.470946] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.470946] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.471130] env[69751]: DEBUG nova.virt.hardware [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.472024] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bf482a-c81f-4559-966d-d30fb188117d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.480822] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dfab87-8f8b-4ddf-a435-d6f706bb8c77 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.485313] env[69751]: INFO nova.scheduler.client.report [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Deleted allocations for instance 8d3b4526-ef53-4517-a042-5b23502cd66a [ 1106.729827] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "89d517bf-14d9-494b-bb18-d6be49e6464c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.730039] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.737605] env[69751]: DEBUG oslo_vmware.api [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Task: {'id': task-3484033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195752} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.738121] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.738452] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1106.738552] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.739329] env[69751]: INFO nova.compute.manager [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1106.739329] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.739329] env[69751]: DEBUG nova.compute.manager [-] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1106.739507] env[69751]: DEBUG nova.network.neutron [-] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1106.744640] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b3798b5-a39d-4c7b-8f14-068dbcb5c25a req-20891da4-83e8-45f3-bcb7-c720e785621a service nova] Releasing lock "refresh_cache-f820a870-3b58-446b-bcbd-80ecc7e572b7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.899686] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528adb5a-187f-cff5-5ffd-c6fd3982a1b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010093} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.900023] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.901402] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] d4c906c6-4993-4114-9740-9999265ecb86/d4c906c6-4993-4114-9740-9999265ecb86.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.901402] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-413f0300-02b4-4f95-86c0-07d2ef35f058 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.910385] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1106.910385] env[69751]: value = "task-3484034" [ 1106.910385] env[69751]: _type = "Task" [ 1106.910385] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.922409] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.993737] env[69751]: DEBUG oslo_concurrency.lockutils [None req-12ab22a1-059d-40d4-97a3-6fd36c8d70cf tempest-MigrationsAdminTest-118294256 tempest-MigrationsAdminTest-118294256-project-member] Lock "8d3b4526-ef53-4517-a042-5b23502cd66a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.509s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.037646] env[69751]: DEBUG nova.compute.manager [req-bad29ba7-0e37-45d5-938e-77691b078a42 req-872402aa-3cf6-40b2-bf14-260cf7c72aa2 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Received event network-vif-plugged-1e65eee9-acba-4d12-936e-1e3a7a6c133c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.037870] env[69751]: DEBUG oslo_concurrency.lockutils [req-bad29ba7-0e37-45d5-938e-77691b078a42 req-872402aa-3cf6-40b2-bf14-260cf7c72aa2 service nova] Acquiring lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.038071] env[69751]: DEBUG oslo_concurrency.lockutils [req-bad29ba7-0e37-45d5-938e-77691b078a42 req-872402aa-3cf6-40b2-bf14-260cf7c72aa2 service nova] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.038239] env[69751]: DEBUG oslo_concurrency.lockutils [req-bad29ba7-0e37-45d5-938e-77691b078a42 req-872402aa-3cf6-40b2-bf14-260cf7c72aa2 service nova] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.038434] env[69751]: DEBUG nova.compute.manager [req-bad29ba7-0e37-45d5-938e-77691b078a42 req-872402aa-3cf6-40b2-bf14-260cf7c72aa2 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] No waiting events found dispatching network-vif-plugged-1e65eee9-acba-4d12-936e-1e3a7a6c133c {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1107.038611] env[69751]: WARNING nova.compute.manager [req-bad29ba7-0e37-45d5-938e-77691b078a42 req-872402aa-3cf6-40b2-bf14-260cf7c72aa2 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Received unexpected event network-vif-plugged-1e65eee9-acba-4d12-936e-1e3a7a6c133c for instance with vm_state building and task_state spawning. [ 1107.152203] env[69751]: DEBUG nova.compute.manager [req-61a71020-6d2a-49aa-a18e-0e09cbc5d54f req-51b829ea-8aef-40ab-a809-342859100ea1 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Received event network-vif-deleted-53fa33bb-225b-4f29-b901-d35cbc5a9560 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.152203] env[69751]: INFO nova.compute.manager [req-61a71020-6d2a-49aa-a18e-0e09cbc5d54f req-51b829ea-8aef-40ab-a809-342859100ea1 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Neutron deleted interface 53fa33bb-225b-4f29-b901-d35cbc5a9560; detaching it from the instance and deleting it from the info cache [ 1107.152203] env[69751]: DEBUG nova.network.neutron [req-61a71020-6d2a-49aa-a18e-0e09cbc5d54f req-51b829ea-8aef-40ab-a809-342859100ea1 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.175327] env[69751]: DEBUG nova.network.neutron [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Successfully updated port: 1e65eee9-acba-4d12-936e-1e3a7a6c133c {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.241594] env[69751]: DEBUG nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1107.424469] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484034, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.593348] env[69751]: DEBUG nova.network.neutron [-] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.623889] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "75b3f6e1-849c-434c-8c55-61454ce06f8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.624102] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.624570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "75b3f6e1-849c-434c-8c55-61454ce06f8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.624570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.625066] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.630904] env[69751]: INFO nova.compute.manager [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Terminating instance [ 1107.659552] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3bb1380c-59d6-4627-846a-fe857561413c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.671664] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5300b5fe-1795-44e6-9574-846871fc2641 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.686139] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "refresh_cache-687bba70-09a8-4133-b3e7-ec4e48abaf4b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.686359] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "refresh_cache-687bba70-09a8-4133-b3e7-ec4e48abaf4b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.686439] env[69751]: DEBUG nova.network.neutron [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.715860] env[69751]: DEBUG nova.compute.manager [req-61a71020-6d2a-49aa-a18e-0e09cbc5d54f req-51b829ea-8aef-40ab-a809-342859100ea1 service nova] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Detach interface failed, port_id=53fa33bb-225b-4f29-b901-d35cbc5a9560, reason: Instance f820a870-3b58-446b-bcbd-80ecc7e572b7 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1107.760494] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.907208] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2e450e-e957-4d94-b106-21705c801080 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.918842] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94267663-428a-44e9-a2e6-145268696307 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.926074] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8747} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.930435] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] d4c906c6-4993-4114-9740-9999265ecb86/d4c906c6-4993-4114-9740-9999265ecb86.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.930435] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.930435] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f81d1f05-99ec-4aa8-b7f5-8b56aa15775e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.960421] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c7c1a-ccba-4c08-8212-2241142f4b65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.960757] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1107.960757] env[69751]: value = "task-3484035" [ 1107.960757] env[69751]: _type = "Task" [ 1107.960757] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.967525] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea033c1-513f-4c08-b81c-ae6c518f5241 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.974552] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.986699] env[69751]: DEBUG nova.compute.provider_tree [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.097324] env[69751]: INFO nova.compute.manager [-] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Took 1.36 seconds to deallocate network for instance. [ 1108.140313] env[69751]: DEBUG nova.compute.manager [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.140582] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.143101] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d039876-927e-415e-a970-9975ca41a199 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.154606] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.155092] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec336f4c-ee3d-4b5b-86f2-63c02e053e65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.164448] env[69751]: DEBUG oslo_vmware.api [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1108.164448] env[69751]: value = "task-3484036" [ 1108.164448] env[69751]: _type = "Task" [ 1108.164448] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.177542] env[69751]: DEBUG oslo_vmware.api [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.247671] env[69751]: DEBUG nova.network.neutron [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.432520] env[69751]: DEBUG nova.network.neutron [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Updating instance_info_cache with network_info: [{"id": "1e65eee9-acba-4d12-936e-1e3a7a6c133c", "address": "fa:16:3e:62:21:b6", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e65eee9-ac", "ovs_interfaceid": "1e65eee9-acba-4d12-936e-1e3a7a6c133c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.472168] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073676} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.472168] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1108.473424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53198f24-db93-44e5-9b66-f874da3893ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.498142] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] d4c906c6-4993-4114-9740-9999265ecb86/d4c906c6-4993-4114-9740-9999265ecb86.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1108.499150] env[69751]: DEBUG nova.scheduler.client.report [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.502612] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8df688cc-24c5-4dfb-b335-27586cd6e755 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.520838] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.062s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.521305] env[69751]: DEBUG nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.524254] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.340s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.525538] env[69751]: INFO nova.compute.claims [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.534463] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1108.534463] env[69751]: value = "task-3484037" [ 1108.534463] env[69751]: _type = "Task" [ 1108.534463] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.604903] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.675748] env[69751]: DEBUG oslo_vmware.api [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484036, 'name': PowerOffVM_Task, 'duration_secs': 0.317166} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.676131] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.676362] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.676649] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e9a3fbc-1ad5-4d50-b77c-3c1c876f69fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.739685] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.740061] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.740370] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleting the datastore file [datastore2] 75b3f6e1-849c-434c-8c55-61454ce06f8d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.740741] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4d3a6a3-2301-40b9-8156-f389dba52b39 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.750304] env[69751]: DEBUG oslo_vmware.api [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1108.750304] env[69751]: value = "task-3484039" [ 1108.750304] env[69751]: _type = "Task" [ 1108.750304] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.759072] env[69751]: DEBUG oslo_vmware.api [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.935697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "refresh_cache-687bba70-09a8-4133-b3e7-ec4e48abaf4b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.936083] env[69751]: DEBUG nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Instance network_info: |[{"id": "1e65eee9-acba-4d12-936e-1e3a7a6c133c", "address": "fa:16:3e:62:21:b6", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e65eee9-ac", "ovs_interfaceid": "1e65eee9-acba-4d12-936e-1e3a7a6c133c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.936496] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:21:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e65eee9-acba-4d12-936e-1e3a7a6c133c', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.943842] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.944067] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.944297] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7303bb6c-6dfc-4c69-ba5e-b8574ff51172 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.965872] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.965872] env[69751]: value = "task-3484040" [ 1108.965872] env[69751]: _type = "Task" [ 1108.965872] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.974727] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484040, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.030933] env[69751]: DEBUG nova.compute.utils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1109.036027] env[69751]: DEBUG nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1109.036027] env[69751]: DEBUG nova.network.neutron [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1109.049824] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.081351] env[69751]: DEBUG nova.compute.manager [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Received event network-changed-1e65eee9-acba-4d12-936e-1e3a7a6c133c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.081351] env[69751]: DEBUG nova.compute.manager [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Refreshing instance network info cache due to event network-changed-1e65eee9-acba-4d12-936e-1e3a7a6c133c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.081551] env[69751]: DEBUG oslo_concurrency.lockutils [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] Acquiring lock "refresh_cache-687bba70-09a8-4133-b3e7-ec4e48abaf4b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.081681] env[69751]: DEBUG oslo_concurrency.lockutils [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] Acquired lock "refresh_cache-687bba70-09a8-4133-b3e7-ec4e48abaf4b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.081787] env[69751]: DEBUG nova.network.neutron [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Refreshing network info cache for port 1e65eee9-acba-4d12-936e-1e3a7a6c133c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1109.096779] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.096987] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.115363] env[69751]: DEBUG nova.policy [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bcbffe4f3904312bd41cb127c322791', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1716fa8902eb4c8198309d7265ac1bd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.263710] env[69751]: DEBUG oslo_vmware.api [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35625} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.263710] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.263710] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.263710] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.263710] env[69751]: INFO nova.compute.manager [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1109.263710] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.263710] env[69751]: DEBUG nova.compute.manager [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.263710] env[69751]: DEBUG nova.network.neutron [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.477643] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484040, 'name': CreateVM_Task, 'duration_secs': 0.373261} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.477979] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.478793] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.479024] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.479646] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.479924] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8234377f-8f7c-46e3-8f97-53f393459094 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.485673] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1109.485673] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5248544e-b295-da62-aa23-3ae1ebe7e6bb" [ 1109.485673] env[69751]: _type = "Task" [ 1109.485673] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.495383] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5248544e-b295-da62-aa23-3ae1ebe7e6bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.504148] env[69751]: DEBUG nova.network.neutron [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Successfully created port: fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.533896] env[69751]: DEBUG nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1109.553109] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484037, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.613017] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.613527] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.613770] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.614327] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.614327] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.614692] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.615038] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1109.615184] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1109.949487] env[69751]: DEBUG nova.network.neutron [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Updated VIF entry in instance network info cache for port 1e65eee9-acba-4d12-936e-1e3a7a6c133c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.949869] env[69751]: DEBUG nova.network.neutron [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Updating instance_info_cache with network_info: [{"id": "1e65eee9-acba-4d12-936e-1e3a7a6c133c", "address": "fa:16:3e:62:21:b6", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e65eee9-ac", "ovs_interfaceid": "1e65eee9-acba-4d12-936e-1e3a7a6c133c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.970891] env[69751]: DEBUG nova.compute.manager [req-8cb1b492-33ae-41a9-818c-c9ea5f4a46f2 req-6d7d623a-ce5e-4d83-8401-4e7ea9d405e8 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Received event network-vif-deleted-b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.971111] env[69751]: INFO nova.compute.manager [req-8cb1b492-33ae-41a9-818c-c9ea5f4a46f2 req-6d7d623a-ce5e-4d83-8401-4e7ea9d405e8 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Neutron deleted interface b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7; detaching it from the instance and deleting it from the info cache [ 1109.971279] env[69751]: DEBUG nova.network.neutron [req-8cb1b492-33ae-41a9-818c-c9ea5f4a46f2 req-6d7d623a-ce5e-4d83-8401-4e7ea9d405e8 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.999996] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5248544e-b295-da62-aa23-3ae1ebe7e6bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.000322] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.000550] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.001222] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.001222] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.001298] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.004262] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7096cce-24d8-4a71-932a-4316700fba49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.015477] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.015672] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.016460] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8360b64f-551d-4780-9deb-54b3cec23d4b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.020159] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f37198-cffb-431e-84fd-412259851c13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.025629] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1110.025629] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52031179-86b0-a252-351a-058377e00f5e" [ 1110.025629] env[69751]: _type = "Task" [ 1110.025629] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.031198] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f637b4e-4062-41ad-8a07-bdc7c1ec2892 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.039921] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52031179-86b0-a252-351a-058377e00f5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.076375] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0544c419-010d-4203-97ce-5e468916d791 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.082965] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484037, 'name': ReconfigVM_Task, 'duration_secs': 1.344889} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.084797] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943ad8dc-74a2-4076-81cc-409965e787b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.088139] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Reconfigured VM instance instance-00000052 to attach disk [datastore1] d4c906c6-4993-4114-9740-9999265ecb86/d4c906c6-4993-4114-9740-9999265ecb86.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.088774] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f192aa93-b53b-40b8-88e2-43472b48374a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.100939] env[69751]: DEBUG nova.compute.provider_tree [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.103521] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1110.103521] env[69751]: value = "task-3484041" [ 1110.103521] env[69751]: _type = "Task" [ 1110.103521] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.111055] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484041, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.120179] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.439359] env[69751]: DEBUG nova.network.neutron [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.452379] env[69751]: DEBUG oslo_concurrency.lockutils [req-bc0bfb17-dedd-4b44-adf1-74082fdb3dfb req-06786c96-7afc-4e4e-ac7b-14a8f7656814 service nova] Releasing lock "refresh_cache-687bba70-09a8-4133-b3e7-ec4e48abaf4b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.475907] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f743afdc-5508-4dd6-95fa-4be7a5f071e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.483696] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6b26fe-24a4-40cb-8bcf-e4980a32e645 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.522034] env[69751]: DEBUG nova.compute.manager [req-8cb1b492-33ae-41a9-818c-c9ea5f4a46f2 req-6d7d623a-ce5e-4d83-8401-4e7ea9d405e8 service nova] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Detach interface failed, port_id=b2396bb7-8cdd-43d2-bd1a-29ce6344c4f7, reason: Instance 75b3f6e1-849c-434c-8c55-61454ce06f8d could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1110.537097] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52031179-86b0-a252-351a-058377e00f5e, 'name': SearchDatastore_Task, 'duration_secs': 0.013479} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.537883] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9a381d-66f7-43a5-8de3-0553956412c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.545253] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1110.545253] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f0419-365c-5ec2-70f6-b818e3df177e" [ 1110.545253] env[69751]: _type = "Task" [ 1110.545253] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.553805] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f0419-365c-5ec2-70f6-b818e3df177e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.578908] env[69751]: DEBUG nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1110.604815] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.605081] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.605243] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.605423] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.605569] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.605711] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.605953] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.606076] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.606241] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.606426] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.606610] env[69751]: DEBUG nova.virt.hardware [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.607504] env[69751]: DEBUG nova.scheduler.client.report [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.611279] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81731b4e-dcf4-4347-8bf0-9155d4336e69 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.627272] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484041, 'name': Rename_Task, 'duration_secs': 0.206797} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.627272] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.628261] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24fba43-0779-4768-a868-ffcce5e63f17 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.632470] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1286e9b7-4251-4f67-ba49-b491a879bafe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.647424] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1110.647424] env[69751]: value = "task-3484042" [ 1110.647424] env[69751]: _type = "Task" [ 1110.647424] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.652811] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.944247] env[69751]: INFO nova.compute.manager [-] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Took 1.68 seconds to deallocate network for instance. [ 1111.055701] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f0419-365c-5ec2-70f6-b818e3df177e, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.055966] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.056294] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 687bba70-09a8-4133-b3e7-ec4e48abaf4b/687bba70-09a8-4133-b3e7-ec4e48abaf4b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.056594] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5664ed1b-7eff-47af-bfa5-cbf898bd108b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.063490] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1111.063490] env[69751]: value = "task-3484043" [ 1111.063490] env[69751]: _type = "Task" [ 1111.063490] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.074177] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.088672] env[69751]: DEBUG nova.network.neutron [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Successfully updated port: fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1111.115626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.116597] env[69751]: DEBUG nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.118794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.626s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.118991] env[69751]: DEBUG nova.objects.instance [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'resources' on Instance uuid aaaf4c93-658d-4a00-9e0c-2724a103f315 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.156390] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484042, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.337582] env[69751]: DEBUG nova.compute.manager [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Received event network-vif-plugged-fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.337582] env[69751]: DEBUG oslo_concurrency.lockutils [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.337582] env[69751]: DEBUG oslo_concurrency.lockutils [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] Lock "24ccb107-4263-4d59-8004-488cf19311f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.337582] env[69751]: DEBUG oslo_concurrency.lockutils [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] Lock "24ccb107-4263-4d59-8004-488cf19311f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.337906] env[69751]: DEBUG nova.compute.manager [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] No waiting events found dispatching network-vif-plugged-fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1111.337906] env[69751]: WARNING nova.compute.manager [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Received unexpected event network-vif-plugged-fb56cb72-2fde-428f-aaf7-1873e89d02cf for instance with vm_state building and task_state spawning. [ 1111.338041] env[69751]: DEBUG nova.compute.manager [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Received event network-changed-fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1111.338173] env[69751]: DEBUG nova.compute.manager [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Refreshing instance network info cache due to event network-changed-fb56cb72-2fde-428f-aaf7-1873e89d02cf. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1111.338471] env[69751]: DEBUG oslo_concurrency.lockutils [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] Acquiring lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.338677] env[69751]: DEBUG oslo_concurrency.lockutils [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] Acquired lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.338901] env[69751]: DEBUG nova.network.neutron [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Refreshing network info cache for port fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1111.461295] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.517204] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-549320dd-0976-4346-a82e-107878bc5ba5-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.517563] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-549320dd-0976-4346-a82e-107878bc5ba5-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.518399] env[69751]: DEBUG nova.objects.instance [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'flavor' on Instance uuid 549320dd-0976-4346-a82e-107878bc5ba5 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.573103] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501613} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.573487] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 687bba70-09a8-4133-b3e7-ec4e48abaf4b/687bba70-09a8-4133-b3e7-ec4e48abaf4b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.573620] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.573858] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daecd31e-7093-48db-8f9f-15dab48b8050 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.579688] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1111.579688] env[69751]: value = "task-3484044" [ 1111.579688] env[69751]: _type = "Task" [ 1111.579688] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.588309] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.593069] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.625251] env[69751]: DEBUG nova.compute.utils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.628055] env[69751]: DEBUG nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.628360] env[69751]: DEBUG nova.network.neutron [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.660966] env[69751]: DEBUG oslo_vmware.api [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484042, 'name': PowerOnVM_Task, 'duration_secs': 0.521429} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.661274] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.661484] env[69751]: INFO nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Took 10.93 seconds to spawn the instance on the hypervisor. [ 1111.661685] env[69751]: DEBUG nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.662529] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e964975a-dca4-434e-be10-05688f58f95d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.710034] env[69751]: DEBUG nova.policy [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b8fc9cdb75042a7a9d55305ee691290', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8cc5e448294c4be496638e9180227014', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.885538] env[69751]: DEBUG nova.network.neutron [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.964282] env[69751]: DEBUG nova.network.neutron [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.009020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224be587-7a45-41e3-9f71-6e0916cd9624 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.018152] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c07ce81-60cf-4e3f-bb74-64ad89b522d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.052455] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a8ff78-a719-445b-88d4-162604293f6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.060220] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0b4267-0e8d-4580-af90-b8e9d831e576 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.074102] env[69751]: DEBUG nova.compute.provider_tree [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.090239] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068763} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.090515] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.091358] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4ca892-aac6-492e-ab89-c60f933cf5b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.117625] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 687bba70-09a8-4133-b3e7-ec4e48abaf4b/687bba70-09a8-4133-b3e7-ec4e48abaf4b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.117817] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92b50676-daad-4136-9eb7-841182fbfbc9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.134092] env[69751]: DEBUG nova.network.neutron [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Successfully created port: 2d418ce5-baa7-499d-baa0-1bcd67be3584 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.135556] env[69751]: DEBUG nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.139491] env[69751]: DEBUG nova.objects.instance [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'pci_requests' on Instance uuid 549320dd-0976-4346-a82e-107878bc5ba5 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.147788] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1112.147788] env[69751]: value = "task-3484045" [ 1112.147788] env[69751]: _type = "Task" [ 1112.147788] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.183548] env[69751]: INFO nova.compute.manager [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Took 43.39 seconds to build instance. [ 1112.467245] env[69751]: DEBUG oslo_concurrency.lockutils [req-a1eb2b07-e251-494f-8919-46112cc477f6 req-d216677d-1197-4f95-aab3-9bffbb929e47 service nova] Releasing lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.467844] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.468136] env[69751]: DEBUG nova.network.neutron [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1112.577565] env[69751]: DEBUG nova.scheduler.client.report [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.642030] env[69751]: DEBUG nova.objects.base [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Object Instance<549320dd-0976-4346-a82e-107878bc5ba5> lazy-loaded attributes: flavor,pci_requests {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1112.642030] env[69751]: DEBUG nova.network.neutron [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.659357] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.683285] env[69751]: DEBUG nova.policy [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.685184] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3aa1e917-a2f4-43fc-b2a6-46ddfcbbd1bc tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.900s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.954990] env[69751]: DEBUG nova.network.neutron [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Successfully created port: 235b38d9-bd0c-419c-987d-c2ba31777cf5 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1113.018488] env[69751]: DEBUG nova.network.neutron [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1113.083220] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.085256] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.413s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.087960] env[69751]: INFO nova.compute.claims [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.110733] env[69751]: INFO nova.scheduler.client.report [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted allocations for instance aaaf4c93-658d-4a00-9e0c-2724a103f315 [ 1113.149011] env[69751]: DEBUG nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.168729] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484045, 'name': ReconfigVM_Task, 'duration_secs': 0.894292} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.170556] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 687bba70-09a8-4133-b3e7-ec4e48abaf4b/687bba70-09a8-4133-b3e7-ec4e48abaf4b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.171587] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84c79277-12b3-4b7f-ae66-667e099f074f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.178213] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.178213] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.178213] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.178213] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.178494] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.178683] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.178906] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.179087] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.179262] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.179426] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.179600] env[69751]: DEBUG nova.virt.hardware [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.181262] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb32c4-0235-41b4-8008-9c05048b1d33 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.187780] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1113.187780] env[69751]: value = "task-3484046" [ 1113.187780] env[69751]: _type = "Task" [ 1113.187780] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.202584] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e0db2-f244-4294-a92c-a84d0f4bdf87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.207533] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484046, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.228934] env[69751]: DEBUG nova.network.neutron [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Updating instance_info_cache with network_info: [{"id": "fb56cb72-2fde-428f-aaf7-1873e89d02cf", "address": "fa:16:3e:a5:08:fa", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb56cb72-2f", "ovs_interfaceid": "fb56cb72-2fde-428f-aaf7-1873e89d02cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.617681] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c672f36e-c5da-46f7-a727-c1d732103483 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "aaaf4c93-658d-4a00-9e0c-2724a103f315" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.963s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.698657] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484046, 'name': Rename_Task, 'duration_secs': 0.388266} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.699125] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.699494] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3be6c3d-0209-4bf8-a16b-fb57df730320 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.709418] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1113.709418] env[69751]: value = "task-3484047" [ 1113.709418] env[69751]: _type = "Task" [ 1113.709418] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.716676] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.718895] env[69751]: DEBUG nova.network.neutron [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Successfully updated port: 2d418ce5-baa7-499d-baa0-1bcd67be3584 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.732938] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.733284] env[69751]: DEBUG nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Instance network_info: |[{"id": "fb56cb72-2fde-428f-aaf7-1873e89d02cf", "address": "fa:16:3e:a5:08:fa", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb56cb72-2f", "ovs_interfaceid": "fb56cb72-2fde-428f-aaf7-1873e89d02cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.733917] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:08:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb56cb72-2fde-428f-aaf7-1873e89d02cf', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.742997] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.743576] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.743819] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5fe5fb5-c2fa-4df4-8305-858c82b33bf2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.764157] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.764157] env[69751]: value = "task-3484048" [ 1113.764157] env[69751]: _type = "Task" [ 1113.764157] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.772012] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484048, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.143525] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "d4c906c6-4993-4114-9740-9999265ecb86" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.143895] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.143994] env[69751]: DEBUG nova.compute.manager [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.145165] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3254076d-fa3f-4920-973b-b48e18ab1655 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.154095] env[69751]: DEBUG nova.compute.manager [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1114.155165] env[69751]: DEBUG nova.objects.instance [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lazy-loading 'flavor' on Instance uuid d4c906c6-4993-4114-9740-9999265ecb86 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.218027] env[69751]: DEBUG oslo_vmware.api [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484047, 'name': PowerOnVM_Task, 'duration_secs': 0.47325} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.220518] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.221286] env[69751]: INFO nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1114.221286] env[69751]: DEBUG nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1114.221644] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.221644] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquired lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.221837] env[69751]: DEBUG nova.network.neutron [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.223430] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ed22b6-7a44-4009-9d5d-4f4015805dc0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.274843] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484048, 'name': CreateVM_Task, 'duration_secs': 0.318669} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.275050] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.275813] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.276055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.276384] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.276884] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bc3d79-b493-45fe-8300-1717f41a35a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.284732] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1114.284732] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5290c0fb-f44d-3a8c-cdf5-f60e9abeae09" [ 1114.284732] env[69751]: _type = "Task" [ 1114.284732] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.295510] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5290c0fb-f44d-3a8c-cdf5-f60e9abeae09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.390394] env[69751]: DEBUG nova.compute.manager [req-5f243703-51d6-4f8b-8dde-98481cdb7388 req-d18551b8-1960-48d7-a596-4c04afc84625 service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Received event network-vif-plugged-2d418ce5-baa7-499d-baa0-1bcd67be3584 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.390616] env[69751]: DEBUG oslo_concurrency.lockutils [req-5f243703-51d6-4f8b-8dde-98481cdb7388 req-d18551b8-1960-48d7-a596-4c04afc84625 service nova] Acquiring lock "01130e6f-e175-457b-ab53-d1684f686308-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.390875] env[69751]: DEBUG oslo_concurrency.lockutils [req-5f243703-51d6-4f8b-8dde-98481cdb7388 req-d18551b8-1960-48d7-a596-4c04afc84625 service nova] Lock "01130e6f-e175-457b-ab53-d1684f686308-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.390978] env[69751]: DEBUG oslo_concurrency.lockutils [req-5f243703-51d6-4f8b-8dde-98481cdb7388 req-d18551b8-1960-48d7-a596-4c04afc84625 service nova] Lock "01130e6f-e175-457b-ab53-d1684f686308-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.391213] env[69751]: DEBUG nova.compute.manager [req-5f243703-51d6-4f8b-8dde-98481cdb7388 req-d18551b8-1960-48d7-a596-4c04afc84625 service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] No waiting events found dispatching network-vif-plugged-2d418ce5-baa7-499d-baa0-1bcd67be3584 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1114.391321] env[69751]: WARNING nova.compute.manager [req-5f243703-51d6-4f8b-8dde-98481cdb7388 req-d18551b8-1960-48d7-a596-4c04afc84625 service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Received unexpected event network-vif-plugged-2d418ce5-baa7-499d-baa0-1bcd67be3584 for instance with vm_state building and task_state spawning. [ 1114.466783] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601244b0-9b5b-498c-b667-5fd00899e7e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.474638] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a391c34-07d0-4c7d-bbe0-65a696203cd0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.506953] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6209d7b3-327f-4379-8080-cf0e1ab3f126 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.514321] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444cdcf-9c08-42ff-b5fd-dfa4fe7690a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.528279] env[69751]: DEBUG nova.compute.provider_tree [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.573626] env[69751]: DEBUG nova.network.neutron [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Successfully updated port: 235b38d9-bd0c-419c-987d-c2ba31777cf5 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1114.729210] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.729552] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.742873] env[69751]: INFO nova.compute.manager [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Took 36.12 seconds to build instance. [ 1114.765446] env[69751]: DEBUG nova.network.neutron [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.796262] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5290c0fb-f44d-3a8c-cdf5-f60e9abeae09, 'name': SearchDatastore_Task, 'duration_secs': 0.009696} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.796262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.796262] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.796486] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.796529] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.796691] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.796951] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afad0f96-cee0-4438-b61e-5180cb110844 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.805977] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.806162] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.806954] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27f2097b-d986-4ddc-ae2c-26438faa0b5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.814295] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1114.814295] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52452fb5-7729-ba6b-1a8c-6af0fd2ccbfa" [ 1114.814295] env[69751]: _type = "Task" [ 1114.814295] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.822769] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52452fb5-7729-ba6b-1a8c-6af0fd2ccbfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.910406] env[69751]: DEBUG nova.network.neutron [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Updating instance_info_cache with network_info: [{"id": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "address": "fa:16:3e:0a:69:4d", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d418ce5-ba", "ovs_interfaceid": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.030897] env[69751]: DEBUG nova.scheduler.client.report [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.076476] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.076666] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.076846] env[69751]: DEBUG nova.network.neutron [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.794619] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.795309] env[69751]: DEBUG nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.798278] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51245686-277e-457b-b2c2-09ce209be888 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.180s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.798278] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Releasing lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.801948] env[69751]: DEBUG nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Instance network_info: |[{"id": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "address": "fa:16:3e:0a:69:4d", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d418ce5-ba", "ovs_interfaceid": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.801948] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.801948] env[69751]: DEBUG nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.805089] env[69751]: DEBUG nova.compute.manager [req-f79b782f-89a1-45e5-be91-0948fef92ac9 req-985a7693-1903-4e7d-a63e-926b0903035d service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received event network-vif-plugged-235b38d9-bd0c-419c-987d-c2ba31777cf5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.805224] env[69751]: DEBUG oslo_concurrency.lockutils [req-f79b782f-89a1-45e5-be91-0948fef92ac9 req-985a7693-1903-4e7d-a63e-926b0903035d service nova] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.805425] env[69751]: DEBUG oslo_concurrency.lockutils [req-f79b782f-89a1-45e5-be91-0948fef92ac9 req-985a7693-1903-4e7d-a63e-926b0903035d service nova] Lock "549320dd-0976-4346-a82e-107878bc5ba5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.805602] env[69751]: DEBUG oslo_concurrency.lockutils [req-f79b782f-89a1-45e5-be91-0948fef92ac9 req-985a7693-1903-4e7d-a63e-926b0903035d service nova] Lock "549320dd-0976-4346-a82e-107878bc5ba5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.805815] env[69751]: DEBUG nova.compute.manager [req-f79b782f-89a1-45e5-be91-0948fef92ac9 req-985a7693-1903-4e7d-a63e-926b0903035d service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] No waiting events found dispatching network-vif-plugged-235b38d9-bd0c-419c-987d-c2ba31777cf5 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.805899] env[69751]: WARNING nova.compute.manager [req-f79b782f-89a1-45e5-be91-0948fef92ac9 req-985a7693-1903-4e7d-a63e-926b0903035d service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received unexpected event network-vif-plugged-235b38d9-bd0c-419c-987d-c2ba31777cf5 for instance with vm_state active and task_state None. [ 1115.806191] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ac1d0c1-158d-4a7a-81f2-af2ca2408180 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.811099] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:69:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '06cc7c49-c46c-4c1e-bf51-77e9ea802c40', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d418ce5-baa7-499d-baa0-1bcd67be3584', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.818077] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Creating folder: Project (8cc5e448294c4be496638e9180227014). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.818370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.104s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.818595] env[69751]: DEBUG nova.objects.instance [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lazy-loading 'resources' on Instance uuid 6bc8bceb-03bc-4564-8130-474236341230 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.823084] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afb5d106-37e5-4cfc-9a4c-780a58dc8591 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.829537] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52452fb5-7729-ba6b-1a8c-6af0fd2ccbfa, 'name': SearchDatastore_Task, 'duration_secs': 0.008387} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.831983] env[69751]: DEBUG oslo_vmware.api [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1115.831983] env[69751]: value = "task-3484049" [ 1115.831983] env[69751]: _type = "Task" [ 1115.831983] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.832722] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feef475e-5dca-46b8-a7b1-452cc7c9220e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.838950] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Created folder: Project (8cc5e448294c4be496638e9180227014) in parent group-v696263. [ 1115.839162] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Creating folder: Instances. Parent ref: group-v696498. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.839942] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d92c9976-6172-4dde-99ee-c6b269dba8e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.842975] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1115.842975] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527b0b03-b438-f9c2-4707-03a7d4c695c8" [ 1115.842975] env[69751]: _type = "Task" [ 1115.842975] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.849041] env[69751]: DEBUG oslo_vmware.api [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.851885] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Created folder: Instances in parent group-v696498. [ 1115.852094] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.855503] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.855844] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527b0b03-b438-f9c2-4707-03a7d4c695c8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.855969] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e1c888-f461-4873-99b5-d431e73c2056 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.871757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.872058] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 24ccb107-4263-4d59-8004-488cf19311f3/24ccb107-4263-4d59-8004-488cf19311f3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.875981] env[69751]: WARNING nova.network.neutron [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] e344d8de-1e69-4370-8660-c3ff6b4b4005 already exists in list: networks containing: ['e344d8de-1e69-4370-8660-c3ff6b4b4005']. ignoring it [ 1115.875981] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d886ca7a-e972-4ad6-b040-4ba1fbe21f46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.882563] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.882563] env[69751]: value = "task-3484052" [ 1115.882563] env[69751]: _type = "Task" [ 1115.882563] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.886636] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1115.886636] env[69751]: value = "task-3484053" [ 1115.886636] env[69751]: _type = "Task" [ 1115.886636] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.893519] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484052, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.898888] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.305903] env[69751]: DEBUG nova.compute.utils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.309513] env[69751]: DEBUG nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.312867] env[69751]: DEBUG nova.network.neutron [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.328899] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.345652] env[69751]: DEBUG oslo_vmware.api [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484049, 'name': PowerOffVM_Task, 'duration_secs': 0.191853} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.345931] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.346149] env[69751]: DEBUG nova.compute.manager [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.347031] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab705b3-e547-4dce-93b0-f4dc444a163f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.393978] env[69751]: DEBUG nova.policy [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dec3f8cf04b4b5ea9d69d18b6cfb71a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efe72e57559544c9a2bf136b4eba4183', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.400158] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484052, 'name': CreateVM_Task, 'duration_secs': 0.340564} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.401720] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.403074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.403074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.403074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.406371] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae11e6e-f1f2-4d7a-8cfc-ec37890441fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.409621] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487198} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.409621] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 24ccb107-4263-4d59-8004-488cf19311f3/24ccb107-4263-4d59-8004-488cf19311f3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.409621] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.409621] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceac9e7d-f1c8-404d-bc2d-1adcb3cdcfc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.416227] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1116.416227] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529d0f82-42bf-6119-2e6f-b0faed615df3" [ 1116.416227] env[69751]: _type = "Task" [ 1116.416227] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.424266] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1116.424266] env[69751]: value = "task-3484054" [ 1116.424266] env[69751]: _type = "Task" [ 1116.424266] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.434818] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529d0f82-42bf-6119-2e6f-b0faed615df3, 'name': SearchDatastore_Task, 'duration_secs': 0.008736} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.438143] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.438416] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.438649] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.438801] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.439027] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.442586] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36edadcb-5469-432e-afe8-54aa532dfc13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.444345] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.455127] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.455337] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.456211] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc45b87b-3e40-4882-90f5-e0990be92669 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.462101] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1116.462101] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4a49e-fdc3-7c02-31e2-f6a9e1055abe" [ 1116.462101] env[69751]: _type = "Task" [ 1116.462101] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.469569] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4a49e-fdc3-7c02-31e2-f6a9e1055abe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.526291] env[69751]: DEBUG nova.network.neutron [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "235b38d9-bd0c-419c-987d-c2ba31777cf5", "address": "fa:16:3e:e6:b8:e0", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235b38d9-bd", "ovs_interfaceid": "235b38d9-bd0c-419c-987d-c2ba31777cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.752472] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6654da24-82c4-4d32-b555-c8fbdf85e66a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.761474] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646a38af-33be-41f7-8441-01df8bc39637 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.798570] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ab708a-c91a-4508-95a2-4cc630875f59 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.806425] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac40e92c-f855-4ae7-84eb-e0180c90dc7c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.811697] env[69751]: DEBUG nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.834341] env[69751]: DEBUG nova.compute.provider_tree [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.838055] env[69751]: DEBUG nova.network.neutron [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Successfully created port: 6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1116.866934] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d3045541-d1e2-4361-8220-6f13f161a8e1 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.723s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.935587] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066981} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.935925] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.936831] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee9a69e-bffd-4a23-9daa-28080d3b170b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.960023] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 24ccb107-4263-4d59-8004-488cf19311f3/24ccb107-4263-4d59-8004-488cf19311f3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.960023] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f10372-5f9a-4aa8-811c-32a111e6773c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.983950] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4a49e-fdc3-7c02-31e2-f6a9e1055abe, 'name': SearchDatastore_Task, 'duration_secs': 0.008524} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.985763] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1116.985763] env[69751]: value = "task-3484055" [ 1116.985763] env[69751]: _type = "Task" [ 1116.985763] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.985973] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c073100-974d-45fc-a330-4c81655ddc94 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.994613] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1116.994613] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523494bd-6c0e-8d10-23ca-f31446c4a267" [ 1116.994613] env[69751]: _type = "Task" [ 1116.994613] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.006690] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523494bd-6c0e-8d10-23ca-f31446c4a267, 'name': SearchDatastore_Task, 'duration_secs': 0.009695} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.006900] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.007595] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 01130e6f-e175-457b-ab53-d1684f686308/01130e6f-e175-457b-ab53-d1684f686308.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.007860] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c49018a-ab8f-4da6-8e9c-898ef6e73b0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.013567] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1117.013567] env[69751]: value = "task-3484056" [ 1117.013567] env[69751]: _type = "Task" [ 1117.013567] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.023950] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.030560] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.031215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.031351] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.032129] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288be8eb-e491-4298-8ff5-f3fc74838ffe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.047985] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.048240] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.048418] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.048575] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.048726] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.048858] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.049068] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.049227] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.049405] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.049539] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.049707] env[69751]: DEBUG nova.virt.hardware [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.056106] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Reconfiguring VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1117.057541] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-577032d0-bf07-4d60-a47f-fa7538396f6e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.071386] env[69751]: DEBUG nova.compute.manager [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Received event network-changed-2d418ce5-baa7-499d-baa0-1bcd67be3584 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.071605] env[69751]: DEBUG nova.compute.manager [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Refreshing instance network info cache due to event network-changed-2d418ce5-baa7-499d-baa0-1bcd67be3584. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.071882] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] Acquiring lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.072061] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] Acquired lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.072228] env[69751]: DEBUG nova.network.neutron [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Refreshing network info cache for port 2d418ce5-baa7-499d-baa0-1bcd67be3584 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.079293] env[69751]: DEBUG oslo_vmware.api [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1117.079293] env[69751]: value = "task-3484057" [ 1117.079293] env[69751]: _type = "Task" [ 1117.079293] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.088114] env[69751]: DEBUG oslo_vmware.api [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484057, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.342762] env[69751]: DEBUG nova.scheduler.client.report [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.499871] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.523076] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493481} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.523076] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 01130e6f-e175-457b-ab53-d1684f686308/01130e6f-e175-457b-ab53-d1684f686308.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.523076] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.523076] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4184d9c-6a07-44c5-9ee1-a66118046c47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.528810] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1117.528810] env[69751]: value = "task-3484058" [ 1117.528810] env[69751]: _type = "Task" [ 1117.528810] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.535979] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.588734] env[69751]: DEBUG oslo_vmware.api [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.668741] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.669153] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.669468] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.669618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.669794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.674036] env[69751]: INFO nova.compute.manager [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Terminating instance [ 1117.805333] env[69751]: DEBUG nova.network.neutron [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Updated VIF entry in instance network info cache for port 2d418ce5-baa7-499d-baa0-1bcd67be3584. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.805333] env[69751]: DEBUG nova.network.neutron [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Updating instance_info_cache with network_info: [{"id": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "address": "fa:16:3e:0a:69:4d", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d418ce5-ba", "ovs_interfaceid": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.824780] env[69751]: DEBUG nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1117.851454] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.851905] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.851905] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.852039] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.852181] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.852326] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.852530] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.852691] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.853012] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.855422] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.855620] env[69751]: DEBUG nova.virt.hardware [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.856479] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.038s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.859277] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88157080-1015-4f88-aa6f-3805ac49b6d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.864410] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.087s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.864633] env[69751]: DEBUG nova.objects.instance [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lazy-loading 'resources' on Instance uuid 6253404c-cfdf-4e83-812d-d61ae6e09595 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.866588] env[69751]: DEBUG nova.compute.manager [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received event network-changed-235b38d9-bd0c-419c-987d-c2ba31777cf5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.869017] env[69751]: DEBUG nova.compute.manager [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Refreshing instance network info cache due to event network-changed-235b38d9-bd0c-419c-987d-c2ba31777cf5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.869279] env[69751]: DEBUG oslo_concurrency.lockutils [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] Acquiring lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.869471] env[69751]: DEBUG oslo_concurrency.lockutils [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] Acquired lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.869655] env[69751]: DEBUG nova.network.neutron [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Refreshing network info cache for port 235b38d9-bd0c-419c-987d-c2ba31777cf5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.879921] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0542987b-00c4-44ee-ba2a-428d2427ca94 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.887742] env[69751]: INFO nova.scheduler.client.report [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleted allocations for instance 6bc8bceb-03bc-4564-8130-474236341230 [ 1118.000405] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484055, 'name': ReconfigVM_Task, 'duration_secs': 0.583401} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.000563] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 24ccb107-4263-4d59-8004-488cf19311f3/24ccb107-4263-4d59-8004-488cf19311f3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.001168] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf9359ad-97d6-47e1-97ff-1929f579173f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.007565] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1118.007565] env[69751]: value = "task-3484059" [ 1118.007565] env[69751]: _type = "Task" [ 1118.007565] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.015891] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484059, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.038891] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075575} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.039197] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.039998] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447bd9b6-dbd3-482f-beaa-bdd2e562b37f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.063329] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 01130e6f-e175-457b-ab53-d1684f686308/01130e6f-e175-457b-ab53-d1684f686308.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.063637] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8281e720-c42f-4423-89d3-b0e4569f59e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.085628] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1118.085628] env[69751]: value = "task-3484060" [ 1118.085628] env[69751]: _type = "Task" [ 1118.085628] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.091781] env[69751]: DEBUG oslo_vmware.api [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484057, 'name': ReconfigVM_Task, 'duration_secs': 0.646761} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.092599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.092817] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Reconfigured VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1118.098302] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484060, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.177545] env[69751]: DEBUG nova.compute.manager [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.177782] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.178758] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7559129-def3-4734-aa08-0f71d062f31b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.186833] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.187102] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2729d80-623a-4b26-9e04-ce34e727d4b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.195082] env[69751]: DEBUG oslo_vmware.api [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1118.195082] env[69751]: value = "task-3484061" [ 1118.195082] env[69751]: _type = "Task" [ 1118.195082] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.203726] env[69751]: DEBUG oslo_vmware.api [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.310891] env[69751]: DEBUG oslo_concurrency.lockutils [req-a3697232-0033-4d8e-8ece-dd08dc544009 req-f7f7cb23-3e62-4958-95e3-6c0cb040b02c service nova] Releasing lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.361872] env[69751]: DEBUG nova.network.neutron [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Successfully updated port: 6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1118.404575] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3ddbad8e-0860-4a1a-b3b7-df0c4bd15d0a tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6bc8bceb-03bc-4564-8130-474236341230" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.120s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.517729] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484059, 'name': Rename_Task, 'duration_secs': 0.15112} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.522357] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.523006] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e455dea-d701-40ed-8ab4-3e3f8ec4fb2d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.529187] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1118.529187] env[69751]: value = "task-3484062" [ 1118.529187] env[69751]: _type = "Task" [ 1118.529187] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.541650] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.598189] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484060, 'name': ReconfigVM_Task, 'duration_secs': 0.426173} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.600714] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 01130e6f-e175-457b-ab53-d1684f686308/01130e6f-e175-457b-ab53-d1684f686308.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.602138] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f67bb450-f297-4763-9431-58f9e92686d8 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-549320dd-0976-4346-a82e-107878bc5ba5-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.085s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.603218] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a3300f8-0415-4c5c-b818-b1bda501e5fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.610942] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1118.610942] env[69751]: value = "task-3484063" [ 1118.610942] env[69751]: _type = "Task" [ 1118.610942] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.623237] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484063, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.626789] env[69751]: DEBUG nova.network.neutron [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updated VIF entry in instance network info cache for port 235b38d9-bd0c-419c-987d-c2ba31777cf5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.627195] env[69751]: DEBUG nova.network.neutron [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "235b38d9-bd0c-419c-987d-c2ba31777cf5", "address": "fa:16:3e:e6:b8:e0", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap235b38d9-bd", "ovs_interfaceid": "235b38d9-bd0c-419c-987d-c2ba31777cf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.705874] env[69751]: DEBUG oslo_vmware.api [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484061, 'name': PowerOffVM_Task, 'duration_secs': 0.182753} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.706167] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.706342] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.706601] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed13ec79-da55-4f2b-8688-cddc55135c68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.756178] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe1adaf-d862-4a9b-8669-f1959764b8f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.764902] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2662a76e-f76f-47df-a058-e6d52c89e1d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.768848] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1118.769064] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1118.769245] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleting the datastore file [datastore1] 687bba70-09a8-4133-b3e7-ec4e48abaf4b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.769858] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30b4f4f9-f743-4862-b75d-4742b91d9548 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.798356] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b015ec5-e026-4288-97ec-b1933b3acef9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.801216] env[69751]: DEBUG oslo_vmware.api [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1118.801216] env[69751]: value = "task-3484065" [ 1118.801216] env[69751]: _type = "Task" [ 1118.801216] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.808578] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef94ae-5d08-4625-b54f-00f444e4f1e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.817167] env[69751]: DEBUG oslo_vmware.api [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.827093] env[69751]: DEBUG nova.compute.provider_tree [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.865142] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.865294] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquired lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.865897] env[69751]: DEBUG nova.network.neutron [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.040029] env[69751]: DEBUG oslo_vmware.api [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484062, 'name': PowerOnVM_Task, 'duration_secs': 0.495741} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.040317] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.040521] env[69751]: INFO nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1119.040726] env[69751]: DEBUG nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.041490] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb561b-23ec-4408-ad6b-ce2e4db513e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.121551] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484063, 'name': Rename_Task, 'duration_secs': 0.131106} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.121855] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.122194] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ac9e513-3521-4766-ac9e-3b35155b816f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.129503] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1119.129503] env[69751]: value = "task-3484066" [ 1119.129503] env[69751]: _type = "Task" [ 1119.129503] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.133144] env[69751]: DEBUG oslo_concurrency.lockutils [req-381780ed-f959-41ab-851f-930b52fff019 req-ea4bc04e-ab94-4445-8aea-8d566db3bb2e service nova] Releasing lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.138338] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.314649] env[69751]: DEBUG oslo_vmware.api [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204293} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.314861] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.315046] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.315277] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.315559] env[69751]: INFO nova.compute.manager [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1119.315906] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.316186] env[69751]: DEBUG nova.compute.manager [-] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.316326] env[69751]: DEBUG nova.network.neutron [-] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.331116] env[69751]: DEBUG nova.scheduler.client.report [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.401069] env[69751]: DEBUG nova.network.neutron [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1119.507498] env[69751]: DEBUG nova.compute.manager [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.508549] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee47694-7289-4f43-872b-2f9d6852fd8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.537060] env[69751]: DEBUG nova.network.neutron [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Updating instance_info_cache with network_info: [{"id": "6715b83c-e679-4619-bc18-559fd3b421a1", "address": "fa:16:3e:d3:6a:38", "network": {"id": "46ebdbf4-3eee-41b1-8887-f825eeb30389", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779715659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efe72e57559544c9a2bf136b4eba4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6715b83c-e6", "ovs_interfaceid": "6715b83c-e679-4619-bc18-559fd3b421a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.558918] env[69751]: INFO nova.compute.manager [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Took 33.07 seconds to build instance. [ 1119.641850] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484066, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.644132] env[69751]: DEBUG nova.compute.manager [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Received event network-vif-plugged-6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.644266] env[69751]: DEBUG oslo_concurrency.lockutils [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] Acquiring lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.646097] env[69751]: DEBUG oslo_concurrency.lockutils [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.646097] env[69751]: DEBUG oslo_concurrency.lockutils [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.646097] env[69751]: DEBUG nova.compute.manager [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] No waiting events found dispatching network-vif-plugged-6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1119.646097] env[69751]: WARNING nova.compute.manager [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Received unexpected event network-vif-plugged-6715b83c-e679-4619-bc18-559fd3b421a1 for instance with vm_state building and task_state spawning. [ 1119.646097] env[69751]: DEBUG nova.compute.manager [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Received event network-changed-6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.646097] env[69751]: DEBUG nova.compute.manager [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Refreshing instance network info cache due to event network-changed-6715b83c-e679-4619-bc18-559fd3b421a1. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1119.646097] env[69751]: DEBUG oslo_concurrency.lockutils [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] Acquiring lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.838743] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.841478] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.448s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.868891] env[69751]: INFO nova.scheduler.client.report [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Deleted allocations for instance 6253404c-cfdf-4e83-812d-d61ae6e09595 [ 1120.021036] env[69751]: INFO nova.compute.manager [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] instance snapshotting [ 1120.021220] env[69751]: WARNING nova.compute.manager [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1120.024014] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ea7c93-9c69-4b65-876a-d52ddbbb390f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.045034] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Releasing lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.045034] env[69751]: DEBUG nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Instance network_info: |[{"id": "6715b83c-e679-4619-bc18-559fd3b421a1", "address": "fa:16:3e:d3:6a:38", "network": {"id": "46ebdbf4-3eee-41b1-8887-f825eeb30389", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779715659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efe72e57559544c9a2bf136b4eba4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6715b83c-e6", "ovs_interfaceid": "6715b83c-e679-4619-bc18-559fd3b421a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1120.045034] env[69751]: DEBUG oslo_concurrency.lockutils [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] Acquired lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.045034] env[69751]: DEBUG nova.network.neutron [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Refreshing network info cache for port 6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.047156] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:6a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6715b83c-e679-4619-bc18-559fd3b421a1', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.054387] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Creating folder: Project (efe72e57559544c9a2bf136b4eba4183). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.055246] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62aee74c-0cc6-489d-b308-d95bc77264ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.058853] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0fba41d-e84b-48fe-9f01-b88c78033380 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.061421] env[69751]: DEBUG oslo_concurrency.lockutils [None req-04ee7f8c-be20-43c6-8de3-1a5da89b6b5b tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.584s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.071107] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Created folder: Project (efe72e57559544c9a2bf136b4eba4183) in parent group-v696263. [ 1120.071250] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Creating folder: Instances. Parent ref: group-v696501. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1120.071483] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d70d8fc-521e-4610-8b5c-73b5301dc665 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.080496] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Created folder: Instances in parent group-v696501. [ 1120.080707] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1120.081012] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.081121] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bfea257-b55a-4c4e-9d6a-5a52066c56b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.097624] env[69751]: DEBUG nova.network.neutron [-] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.104018] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.104018] env[69751]: value = "task-3484069" [ 1120.104018] env[69751]: _type = "Task" [ 1120.104018] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.112783] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484069, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.119710] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "cf27c8d7-6884-4232-b92a-a041262c035d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.119957] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "cf27c8d7-6884-4232-b92a-a041262c035d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.120186] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "cf27c8d7-6884-4232-b92a-a041262c035d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.120375] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "cf27c8d7-6884-4232-b92a-a041262c035d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.120541] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "cf27c8d7-6884-4232-b92a-a041262c035d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.122532] env[69751]: INFO nova.compute.manager [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Terminating instance [ 1120.140294] env[69751]: DEBUG oslo_vmware.api [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484066, 'name': PowerOnVM_Task, 'duration_secs': 0.749335} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.140658] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.140946] env[69751]: INFO nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1120.141226] env[69751]: DEBUG nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.142337] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9139e4ea-3a22-44ed-a276-53b844d1ecc9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.348761] env[69751]: INFO nova.compute.claims [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.377445] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4c6aaa0b-9812-4441-b353-f41360f80695 tempest-ListServersNegativeTestJSON-205464687 tempest-ListServersNegativeTestJSON-205464687-project-member] Lock "6253404c-cfdf-4e83-812d-d61ae6e09595" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.996s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.570910] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1120.573674] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2612a23b-68d9-409e-8c49-31e1d8df7f85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.583087] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1120.583087] env[69751]: value = "task-3484070" [ 1120.583087] env[69751]: _type = "Task" [ 1120.583087] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.598649] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484070, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.601367] env[69751]: INFO nova.compute.manager [-] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Took 1.28 seconds to deallocate network for instance. [ 1120.615788] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484069, 'name': CreateVM_Task, 'duration_secs': 0.346049} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.615928] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1120.616791] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.616791] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.617610] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.617610] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc2a5dc7-d4c8-4cb8-86c7-ce13eee56950 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.621762] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1120.621762] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b49924-aa01-d97f-2b3d-04f02192913c" [ 1120.621762] env[69751]: _type = "Task" [ 1120.621762] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.625887] env[69751]: DEBUG nova.compute.manager [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1120.626675] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.629046] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70567028-c5cb-497e-b536-809032e0dfb9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.635227] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b49924-aa01-d97f-2b3d-04f02192913c, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.639025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.639025] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.639025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.639025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.639025] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.639025] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.639025] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2b5e12c-db56-449d-8651-a803e3a41745 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.640360] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b8b0b4-9f8c-4754-92c5-5efc20ef57c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.649516] env[69751]: DEBUG oslo_vmware.api [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1120.649516] env[69751]: value = "task-3484071" [ 1120.649516] env[69751]: _type = "Task" [ 1120.649516] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.651202] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.651202] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.655024] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26d6a6af-7335-4512-9c88-3d6853e3fcd9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.665705] env[69751]: INFO nova.compute.manager [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Took 33.50 seconds to build instance. [ 1120.671434] env[69751]: DEBUG oslo_vmware.api [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.671768] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1120.671768] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac927f-22a5-cf2e-b4a2-9bd5696ff45d" [ 1120.671768] env[69751]: _type = "Task" [ 1120.671768] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.680384] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac927f-22a5-cf2e-b4a2-9bd5696ff45d, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.681829] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6c23ecf-7cb6-4c99-a356-d72e6c5a0566 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.690076] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1120.690076] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52582da2-486f-4299-98ab-483975de697d" [ 1120.690076] env[69751]: _type = "Task" [ 1120.690076] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.698237] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52582da2-486f-4299-98ab-483975de697d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.812375] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-549320dd-0976-4346-a82e-107878bc5ba5-235b38d9-bd0c-419c-987d-c2ba31777cf5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.812722] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-549320dd-0976-4346-a82e-107878bc5ba5-235b38d9-bd0c-419c-987d-c2ba31777cf5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.856431] env[69751]: INFO nova.compute.resource_tracker [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating resource usage from migration 1de7c45d-6f12-47c8-8d71-411a61654833 [ 1121.097338] env[69751]: DEBUG nova.network.neutron [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Updated VIF entry in instance network info cache for port 6715b83c-e679-4619-bc18-559fd3b421a1. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.097687] env[69751]: DEBUG nova.network.neutron [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Updating instance_info_cache with network_info: [{"id": "6715b83c-e679-4619-bc18-559fd3b421a1", "address": "fa:16:3e:d3:6a:38", "network": {"id": "46ebdbf4-3eee-41b1-8887-f825eeb30389", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779715659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efe72e57559544c9a2bf136b4eba4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6715b83c-e6", "ovs_interfaceid": "6715b83c-e679-4619-bc18-559fd3b421a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.102619] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484070, 'name': CreateSnapshot_Task, 'duration_secs': 0.440919} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.103272] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1121.104106] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d75c03-bae3-492e-b866-3a006161c50f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.110386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.168191] env[69751]: DEBUG oslo_vmware.api [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484071, 'name': PowerOffVM_Task, 'duration_secs': 0.184173} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.171473] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.172068] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.172351] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fab594e2-ae3e-4532-99e6-b0f3ed5d7b51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.176656] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d7803683-fce4-415a-bc98-440ad3787029 tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "01130e6f-e175-457b-ab53-d1684f686308" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.028s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.202613] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52582da2-486f-4299-98ab-483975de697d, 'name': SearchDatastore_Task, 'duration_secs': 0.009413} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.202857] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.203137] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 17d8f11c-42b5-4f38-804f-27e82bcc54a7/17d8f11c-42b5-4f38-804f-27e82bcc54a7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1121.205700] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6fa2b77-e3dd-4792-8b34-4df59879c466 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.213060] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1121.213060] env[69751]: value = "task-3484073" [ 1121.213060] env[69751]: _type = "Task" [ 1121.213060] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.227116] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.241558] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.241785] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.241966] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleting the datastore file [datastore2] cf27c8d7-6884-4232-b92a-a041262c035d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.244690] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f087ae-d0e8-4143-b1d9-a3cbd3f525a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.252294] env[69751]: DEBUG nova.compute.manager [None req-fbc6d9bf-4501-4bcb-9c25-8a00f7648157 tempest-ServerExternalEventsTest-1395190994 tempest-ServerExternalEventsTest-1395190994-project] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Received event network-changed {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.252294] env[69751]: DEBUG nova.compute.manager [None req-fbc6d9bf-4501-4bcb-9c25-8a00f7648157 tempest-ServerExternalEventsTest-1395190994 tempest-ServerExternalEventsTest-1395190994-project] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Refreshing instance network info cache due to event network-changed. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.252294] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbc6d9bf-4501-4bcb-9c25-8a00f7648157 tempest-ServerExternalEventsTest-1395190994 tempest-ServerExternalEventsTest-1395190994-project] Acquiring lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.252294] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbc6d9bf-4501-4bcb-9c25-8a00f7648157 tempest-ServerExternalEventsTest-1395190994 tempest-ServerExternalEventsTest-1395190994-project] Acquired lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.252294] env[69751]: DEBUG nova.network.neutron [None req-fbc6d9bf-4501-4bcb-9c25-8a00f7648157 tempest-ServerExternalEventsTest-1395190994 tempest-ServerExternalEventsTest-1395190994-project] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.254202] env[69751]: DEBUG oslo_vmware.api [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1121.254202] env[69751]: value = "task-3484074" [ 1121.254202] env[69751]: _type = "Task" [ 1121.254202] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.267396] env[69751]: DEBUG oslo_vmware.api [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.279830] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2171ed2e-fd75-4f79-a37a-4fc5d5c1d661 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.287779] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c20baa1-c518-40e8-8c16-714374391f41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.323384] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.323578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.324638] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56132e42-84cd-4dcc-adbb-6a731ee59739 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.327602] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d211e5a-0a9e-4950-8a03-046530439255 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.351702] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e614af8-2968-4f1c-8e68-b315908917da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.357323] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363907bf-be22-4049-882e-99b596528554 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.385210] env[69751]: DEBUG nova.compute.provider_tree [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.392009] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Reconfiguring VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1121.392582] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec5636d7-8ef1-4d42-a954-4798ad2171d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.411949] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1121.411949] env[69751]: value = "task-3484075" [ 1121.411949] env[69751]: _type = "Task" [ 1121.411949] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.424035] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.511224] env[69751]: DEBUG nova.compute.manager [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Received event network-changed-fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.511280] env[69751]: DEBUG nova.compute.manager [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Refreshing instance network info cache due to event network-changed-fb56cb72-2fde-428f-aaf7-1873e89d02cf. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.511509] env[69751]: DEBUG oslo_concurrency.lockutils [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] Acquiring lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.511673] env[69751]: DEBUG oslo_concurrency.lockutils [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] Acquired lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.511786] env[69751]: DEBUG nova.network.neutron [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Refreshing network info cache for port fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.604130] env[69751]: DEBUG oslo_concurrency.lockutils [req-d08f3dd6-196e-44e5-b024-1202b6455aba req-3a323c73-4381-4d72-98bf-f4d28e8d8711 service nova] Releasing lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.628712] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1121.629134] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-34e629ac-4542-4ac2-a5df-1806fc7a367b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.639316] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1121.639316] env[69751]: value = "task-3484076" [ 1121.639316] env[69751]: _type = "Task" [ 1121.639316] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.650357] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484076, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.726497] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484073, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.770070] env[69751]: DEBUG oslo_vmware.api [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201395} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.770592] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.770975] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.771256] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.772424] env[69751]: INFO nova.compute.manager [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1121.773235] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.773235] env[69751]: DEBUG nova.compute.manager [-] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1121.773370] env[69751]: DEBUG nova.network.neutron [-] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1121.894815] env[69751]: DEBUG nova.scheduler.client.report [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.927228] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.949090] env[69751]: DEBUG nova.compute.manager [req-fa2360a3-8400-480c-bd4d-e654b331017a req-5ec9a33d-fd31-4dae-aff3-9f538fa85dfa service nova] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Received event network-vif-deleted-1e65eee9-acba-4d12-936e-1e3a7a6c133c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.992463] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "01130e6f-e175-457b-ab53-d1684f686308" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.992761] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "01130e6f-e175-457b-ab53-d1684f686308" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.992988] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "01130e6f-e175-457b-ab53-d1684f686308-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.993302] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "01130e6f-e175-457b-ab53-d1684f686308-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.993388] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "01130e6f-e175-457b-ab53-d1684f686308-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.995838] env[69751]: INFO nova.compute.manager [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Terminating instance [ 1122.036560] env[69751]: DEBUG nova.network.neutron [None req-fbc6d9bf-4501-4bcb-9c25-8a00f7648157 tempest-ServerExternalEventsTest-1395190994 tempest-ServerExternalEventsTest-1395190994-project] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Updating instance_info_cache with network_info: [{"id": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "address": "fa:16:3e:0a:69:4d", "network": {"id": "455f5343-459a-47c3-a7eb-617a6f1fbe74", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "f6beebfa2da54cd7b9f13f928d91f329", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "06cc7c49-c46c-4c1e-bf51-77e9ea802c40", "external-id": "nsx-vlan-transportzone-450", "segmentation_id": 450, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d418ce5-ba", "ovs_interfaceid": "2d418ce5-baa7-499d-baa0-1bcd67be3584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.158635] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484076, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.226367] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.593733} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.226367] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 17d8f11c-42b5-4f38-804f-27e82bcc54a7/17d8f11c-42b5-4f38-804f-27e82bcc54a7.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1122.226367] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1122.226367] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad6ab255-ff63-4f9b-8a51-bf53be1a4038 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.233935] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1122.233935] env[69751]: value = "task-3484077" [ 1122.233935] env[69751]: _type = "Task" [ 1122.233935] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.243036] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.403092] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.559s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.403092] env[69751]: INFO nova.compute.manager [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Migrating [ 1122.408496] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.521s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.408771] env[69751]: DEBUG nova.objects.instance [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lazy-loading 'resources' on Instance uuid 92562b39-19bd-4c50-bc61-d1a7bad5db84 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.440326] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.504344] env[69751]: DEBUG nova.compute.manager [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.504641] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.505592] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84f9b40-ce23-42b5-aeac-a520d278e160 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.516010] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.516280] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef27d64c-c9e0-459b-bf69-4095f2a8bac8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.523324] env[69751]: DEBUG oslo_vmware.api [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1122.523324] env[69751]: value = "task-3484078" [ 1122.523324] env[69751]: _type = "Task" [ 1122.523324] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.532274] env[69751]: DEBUG oslo_vmware.api [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.540081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fbc6d9bf-4501-4bcb-9c25-8a00f7648157 tempest-ServerExternalEventsTest-1395190994 tempest-ServerExternalEventsTest-1395190994-project] Releasing lock "refresh_cache-01130e6f-e175-457b-ab53-d1684f686308" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.593350] env[69751]: DEBUG nova.network.neutron [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Updated VIF entry in instance network info cache for port fb56cb72-2fde-428f-aaf7-1873e89d02cf. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.593795] env[69751]: DEBUG nova.network.neutron [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Updating instance_info_cache with network_info: [{"id": "fb56cb72-2fde-428f-aaf7-1873e89d02cf", "address": "fa:16:3e:a5:08:fa", "network": {"id": "e2f90efc-07b7-4ce4-ae5a-cba3b7642da5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1795393911-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1716fa8902eb4c8198309d7265ac1bd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb56cb72-2f", "ovs_interfaceid": "fb56cb72-2fde-428f-aaf7-1873e89d02cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.652023] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484076, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.743847] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129532} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.744193] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1122.745043] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861b3188-7203-403a-a919-0598940800ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.768078] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 17d8f11c-42b5-4f38-804f-27e82bcc54a7/17d8f11c-42b5-4f38-804f-27e82bcc54a7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.768444] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8860315-f2db-463b-b152-2d1701a09654 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.791412] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1122.791412] env[69751]: value = "task-3484079" [ 1122.791412] env[69751]: _type = "Task" [ 1122.791412] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.800358] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.928056] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.928338] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.930637] env[69751]: DEBUG nova.network.neutron [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.942347] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.038119] env[69751]: DEBUG oslo_vmware.api [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484078, 'name': PowerOffVM_Task, 'duration_secs': 0.213019} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.039067] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.039067] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.039067] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d5ba4ad-6ccd-4a38-9fd0-ae6153802a60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.096666] env[69751]: DEBUG oslo_concurrency.lockutils [req-da62aca9-c7f9-4392-b84e-362bb48cac45 req-cbbcbfd1-f4e7-4219-ba32-b2e6714dc200 service nova] Releasing lock "refresh_cache-24ccb107-4263-4d59-8004-488cf19311f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.121518] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.121774] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.121953] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Deleting the datastore file [datastore1] 01130e6f-e175-457b-ab53-d1684f686308 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.122981] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83acf583-f659-4588-9031-6ef7bd61e4da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.132376] env[69751]: DEBUG oslo_vmware.api [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for the task: (returnval){ [ 1123.132376] env[69751]: value = "task-3484081" [ 1123.132376] env[69751]: _type = "Task" [ 1123.132376] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.147492] env[69751]: DEBUG oslo_vmware.api [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.153200] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484076, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.301164] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484079, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.396466] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f023654-c4c4-46e1-9aae-1498f8f39108 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.405854] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e08b33-eb08-456c-a4ae-fa93dcad3783 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.439846] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeef0c0-f07e-4bd6-baa4-347310833033 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.452623] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0606106a-e150-4cdf-9a3b-e28116634069 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.456628] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.468678] env[69751]: DEBUG nova.compute.provider_tree [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.574636] env[69751]: DEBUG nova.compute.manager [req-a56b4cb2-1c29-4c22-9292-25a257e3ba47 req-11adcb63-f087-4bda-8265-03284aa36792 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Received event network-vif-deleted-512c2ecb-2f0b-4779-9c41-f967517dba94 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.575317] env[69751]: INFO nova.compute.manager [req-a56b4cb2-1c29-4c22-9292-25a257e3ba47 req-11adcb63-f087-4bda-8265-03284aa36792 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Neutron deleted interface 512c2ecb-2f0b-4779-9c41-f967517dba94; detaching it from the instance and deleting it from the info cache [ 1123.575317] env[69751]: DEBUG nova.network.neutron [req-a56b4cb2-1c29-4c22-9292-25a257e3ba47 req-11adcb63-f087-4bda-8265-03284aa36792 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.602661] env[69751]: DEBUG nova.network.neutron [-] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.649047] env[69751]: DEBUG oslo_vmware.api [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Task: {'id': task-3484081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.334939} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.649681] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.649873] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.650071] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.650248] env[69751]: INFO nova.compute.manager [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1123.650483] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.650677] env[69751]: DEBUG nova.compute.manager [-] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1123.650773] env[69751]: DEBUG nova.network.neutron [-] [instance: 01130e6f-e175-457b-ab53-d1684f686308] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1123.655282] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484076, 'name': CloneVM_Task, 'duration_secs': 1.982986} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.655848] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Created linked-clone VM from snapshot [ 1123.656834] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121c8066-6530-4ef5-a4a4-e5dbc8eb5519 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.664483] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Uploading image edebef6e-64c9-4206-a153-2620874b9513 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1123.700914] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1123.700914] env[69751]: value = "vm-696505" [ 1123.700914] env[69751]: _type = "VirtualMachine" [ 1123.700914] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1123.701538] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d1d2f83-7f10-4360-b4a8-1c59a00de543 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.710812] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease: (returnval){ [ 1123.710812] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52642acf-87c5-6148-aff7-232d093f72ec" [ 1123.710812] env[69751]: _type = "HttpNfcLease" [ 1123.710812] env[69751]: } obtained for exporting VM: (result){ [ 1123.710812] env[69751]: value = "vm-696505" [ 1123.710812] env[69751]: _type = "VirtualMachine" [ 1123.710812] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1123.711156] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the lease: (returnval){ [ 1123.711156] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52642acf-87c5-6148-aff7-232d093f72ec" [ 1123.711156] env[69751]: _type = "HttpNfcLease" [ 1123.711156] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1123.719764] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.719764] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52642acf-87c5-6148-aff7-232d093f72ec" [ 1123.719764] env[69751]: _type = "HttpNfcLease" [ 1123.719764] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.793011] env[69751]: DEBUG nova.network.neutron [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.804244] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484079, 'name': ReconfigVM_Task, 'duration_secs': 0.668232} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.804244] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 17d8f11c-42b5-4f38-804f-27e82bcc54a7/17d8f11c-42b5-4f38-804f-27e82bcc54a7.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.804710] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-116018dc-10e3-49a9-bd7a-5788029b24aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.815092] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1123.815092] env[69751]: value = "task-3484083" [ 1123.815092] env[69751]: _type = "Task" [ 1123.815092] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.827618] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484083, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.945983] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.971733] env[69751]: DEBUG nova.scheduler.client.report [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.078034] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5f83b63-ea05-4a99-9f5e-07989d1b3284 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.087704] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6627404e-dc2c-44eb-a37e-d37e65899fba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.104949] env[69751]: INFO nova.compute.manager [-] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Took 2.33 seconds to deallocate network for instance. [ 1124.123219] env[69751]: DEBUG nova.compute.manager [req-a56b4cb2-1c29-4c22-9292-25a257e3ba47 req-11adcb63-f087-4bda-8265-03284aa36792 service nova] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Detach interface failed, port_id=512c2ecb-2f0b-4779-9c41-f967517dba94, reason: Instance cf27c8d7-6884-4232-b92a-a041262c035d could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1124.218884] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.218884] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52642acf-87c5-6148-aff7-232d093f72ec" [ 1124.218884] env[69751]: _type = "HttpNfcLease" [ 1124.218884] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.219202] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.219202] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52642acf-87c5-6148-aff7-232d093f72ec" [ 1124.219202] env[69751]: _type = "HttpNfcLease" [ 1124.219202] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1124.219915] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfe7cfb-9fd1-4c98-85f8-6206cf3529b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.227492] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d864-6fa5-4ab7-651c-d578afdffeaa/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.227700] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d864-6fa5-4ab7-651c-d578afdffeaa/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1124.300036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.322124] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c4cf368-6e2d-40ee-8562-6c6ef79215f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.326868] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484083, 'name': Rename_Task, 'duration_secs': 0.212094} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.327916] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.328226] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-172ee3e2-c96f-470e-b281-39bd18697f83 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.333798] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1124.333798] env[69751]: value = "task-3484084" [ 1124.333798] env[69751]: _type = "Task" [ 1124.333798] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.342698] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484084, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.446551] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.477695] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.069s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.480424] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 23.824s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.484695] env[69751]: DEBUG nova.network.neutron [-] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.510406] env[69751]: INFO nova.scheduler.client.report [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Deleted allocations for instance 92562b39-19bd-4c50-bc61-d1a7bad5db84 [ 1124.625838] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.640566] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.640897] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.849963] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484084, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.949286] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.986354] env[69751]: INFO nova.compute.claims [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.998489] env[69751]: INFO nova.compute.manager [-] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Took 1.35 seconds to deallocate network for instance. [ 1125.021975] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c2e2ac4-6d30-4fa9-8756-a2378c4e86a6 tempest-ServersTestFqdnHostnames-490985373 tempest-ServersTestFqdnHostnames-490985373-project-member] Lock "92562b39-19bd-4c50-bc61-d1a7bad5db84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.936s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.144546] env[69751]: INFO nova.compute.manager [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Detaching volume f0feec94-8fac-4f90-84dc-4a6bb877c048 [ 1125.190383] env[69751]: INFO nova.virt.block_device [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Attempting to driver detach volume f0feec94-8fac-4f90-84dc-4a6bb877c048 from mountpoint /dev/sdb [ 1125.190710] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1125.191183] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696481', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'name': 'volume-f0feec94-8fac-4f90-84dc-4a6bb877c048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc1eedc-d3fa-4580-b8c3-719732c86545', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'serial': 'f0feec94-8fac-4f90-84dc-4a6bb877c048'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1125.192266] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6fbad86-527d-406b-bc0d-4638602ae31e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.219313] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c812e18-4c20-4fb4-8c0e-020653a4eedb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.228249] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fe6912-dcfe-405d-b63c-3b1f9a13ec4b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.251056] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd07225-a30b-4c44-9e19-e93db8a6d4ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.267388] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] The volume has not been displaced from its original location: [datastore2] volume-f0feec94-8fac-4f90-84dc-4a6bb877c048/volume-f0feec94-8fac-4f90-84dc-4a6bb877c048.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1125.272851] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfiguring VM instance instance-00000043 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.273212] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5daa9fad-a276-43c7-9249-d76d3a643a43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.293047] env[69751]: DEBUG oslo_vmware.api [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1125.293047] env[69751]: value = "task-3484085" [ 1125.293047] env[69751]: _type = "Task" [ 1125.293047] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.303179] env[69751]: DEBUG oslo_vmware.api [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484085, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.345487] env[69751]: DEBUG oslo_vmware.api [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484084, 'name': PowerOnVM_Task, 'duration_secs': 0.594359} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.345487] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.345627] env[69751]: INFO nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1125.345760] env[69751]: DEBUG nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1125.346902] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6dcc63-f3a1-4ae6-94ad-2f9844bc276f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.447942] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.503120] env[69751]: INFO nova.compute.resource_tracker [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating resource usage from migration 9270b40c-a210-4b5c-b951-9f2c83828aa1 [ 1125.511212] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.605842] env[69751]: DEBUG nova.compute.manager [req-99bdfd75-5b28-4cf8-ba7a-cc5120501cb6 req-e2b036b5-ce17-4b77-b2e5-e2f08fe52973 service nova] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Received event network-vif-deleted-2d418ce5-baa7-499d-baa0-1bcd67be3584 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.803802] env[69751]: DEBUG oslo_vmware.api [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484085, 'name': ReconfigVM_Task, 'duration_secs': 0.319786} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.806793] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Reconfigured VM instance instance-00000043 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.814210] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37935036-21c9-4885-ba75-8ae1871af1bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.830334] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7affe894-6292-4e4c-8610-fb4ef8d8c2ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.841036] env[69751]: DEBUG oslo_vmware.api [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1125.841036] env[69751]: value = "task-3484086" [ 1125.841036] env[69751]: _type = "Task" [ 1125.841036] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.867451] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance '2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1125.871635] env[69751]: INFO nova.compute.manager [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Took 35.21 seconds to build instance. [ 1125.877368] env[69751]: DEBUG oslo_vmware.api [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484086, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.920247] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01a725e-189d-494e-9018-8fa91bd07a3f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.929845] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2364e192-4fcb-4893-b343-675c15cd8834 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.968730] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95ce2d7-6dfe-4b05-9ee8-86233bb52597 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.983125] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.983616] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b038a7-eb44-4a9a-b2be-b1a663458da3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.998246] env[69751]: DEBUG nova.compute.provider_tree [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.351540] env[69751]: DEBUG oslo_vmware.api [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484086, 'name': ReconfigVM_Task, 'duration_secs': 0.168065} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.351867] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696481', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'name': 'volume-f0feec94-8fac-4f90-84dc-4a6bb877c048', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8fc1eedc-d3fa-4580-b8c3-719732c86545', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0feec94-8fac-4f90-84dc-4a6bb877c048', 'serial': 'f0feec94-8fac-4f90-84dc-4a6bb877c048'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1126.372913] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.373237] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-33b6d79e-9ca5-4e69-8666-303fb2ff5de1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.376927] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41d40ec6-8c03-4c0e-b365-ad12e4d4f7b1 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.732s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.381957] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1126.381957] env[69751]: value = "task-3484087" [ 1126.381957] env[69751]: _type = "Task" [ 1126.381957] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.391557] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1126.391763] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance '2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.476287] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.501953] env[69751]: DEBUG nova.scheduler.client.report [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.767688] env[69751]: DEBUG nova.compute.manager [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Received event network-changed-6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.767800] env[69751]: DEBUG nova.compute.manager [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Refreshing instance network info cache due to event network-changed-6715b83c-e679-4619-bc18-559fd3b421a1. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.767970] env[69751]: DEBUG oslo_concurrency.lockutils [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] Acquiring lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.768242] env[69751]: DEBUG oslo_concurrency.lockutils [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] Acquired lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.768542] env[69751]: DEBUG nova.network.neutron [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Refreshing network info cache for port 6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.900451] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.900451] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.900451] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.900451] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.901086] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.901086] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.902380] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.902994] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.902994] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.903147] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.903204] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.909094] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e80a89a-b8a8-4f78-bb98-776a69d9527e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.923623] env[69751]: DEBUG nova.objects.instance [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lazy-loading 'flavor' on Instance uuid 8fc1eedc-d3fa-4580-b8c3-719732c86545 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.929406] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1126.929406] env[69751]: value = "task-3484088" [ 1126.929406] env[69751]: _type = "Task" [ 1126.929406] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.939366] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484088, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.975303] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.007980] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.527s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.008276] env[69751]: INFO nova.compute.manager [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Migrating [ 1127.017275] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.415s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.019505] env[69751]: INFO nova.compute.claims [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.440399] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484088, 'name': ReconfigVM_Task, 'duration_secs': 0.213545} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.443522] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance '2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1127.478141] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.531205] env[69751]: DEBUG nova.network.neutron [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Updated VIF entry in instance network info cache for port 6715b83c-e679-4619-bc18-559fd3b421a1. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.531205] env[69751]: DEBUG nova.network.neutron [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Updating instance_info_cache with network_info: [{"id": "6715b83c-e679-4619-bc18-559fd3b421a1", "address": "fa:16:3e:d3:6a:38", "network": {"id": "46ebdbf4-3eee-41b1-8887-f825eeb30389", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-779715659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efe72e57559544c9a2bf136b4eba4183", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6715b83c-e6", "ovs_interfaceid": "6715b83c-e679-4619-bc18-559fd3b421a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.531473] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.531761] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.532056] env[69751]: DEBUG nova.network.neutron [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.930397] env[69751]: DEBUG oslo_concurrency.lockutils [None req-23b57a72-f4d8-4155-9805-f331715f3006 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.949911] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.950174] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.950338] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.951032] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.951032] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.951032] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.951032] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.951253] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.951342] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.951492] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.951668] env[69751]: DEBUG nova.virt.hardware [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.957070] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Reconfiguring VM instance instance-00000035 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1127.957702] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42777763-0630-4f21-b84d-62a3dfae7ae0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.988371] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.988743] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1127.988743] env[69751]: value = "task-3484089" [ 1127.988743] env[69751]: _type = "Task" [ 1127.988743] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.001956] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.039757] env[69751]: DEBUG oslo_concurrency.lockutils [req-bada3f89-231f-47d1-b178-3d8652454a23 req-7f3061bb-36ca-496d-900d-28c4213a18f6 service nova] Releasing lock "refresh_cache-17d8f11c-42b5-4f38-804f-27e82bcc54a7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.331723] env[69751]: DEBUG nova.network.neutron [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance_info_cache with network_info: [{"id": "18a1162e-2368-438a-9948-977f1be8e23f", "address": "fa:16:3e:c0:9f:8a", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a1162e-23", "ovs_interfaceid": "18a1162e-2368-438a-9948-977f1be8e23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.404025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51ace4-8041-43ec-bb89-4bf0a0295e01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.412032] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f852f932-16d1-4682-add0-0e1aab960c11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.443607] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ae7b13-1f78-428e-b65d-421a9eee2be4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.451014] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27c2ba7-d162-4698-afd4-56109cba2bfc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.464610] env[69751]: DEBUG nova.compute.provider_tree [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.481683] env[69751]: DEBUG oslo_vmware.api [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484075, 'name': ReconfigVM_Task, 'duration_secs': 6.799008} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.481911] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.482141] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Reconfigured VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1128.497549] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484089, 'name': ReconfigVM_Task, 'duration_secs': 0.191144} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.497837] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Reconfigured VM instance instance-00000035 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1128.498643] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a75d3c1-344f-47f6-9aae-8050d3d7457c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.520689] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed/2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.523048] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f694aa4f-1bca-40ae-aba1-d39218a5ab58 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.540988] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1128.540988] env[69751]: value = "task-3484090" [ 1128.540988] env[69751]: _type = "Task" [ 1128.540988] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.549382] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484090, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.810159] env[69751]: DEBUG nova.compute.manager [req-4c77500a-039c-416d-a5ed-b8251e207d6e req-4b30e1e5-bdc9-42f7-a666-0ea87e786be2 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received event network-vif-deleted-235b38d9-bd0c-419c-987d-c2ba31777cf5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.810285] env[69751]: INFO nova.compute.manager [req-4c77500a-039c-416d-a5ed-b8251e207d6e req-4b30e1e5-bdc9-42f7-a666-0ea87e786be2 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Neutron deleted interface 235b38d9-bd0c-419c-987d-c2ba31777cf5; detaching it from the instance and deleting it from the info cache [ 1128.810539] env[69751]: DEBUG nova.network.neutron [req-4c77500a-039c-416d-a5ed-b8251e207d6e req-4b30e1e5-bdc9-42f7-a666-0ea87e786be2 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.834545] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.968384] env[69751]: DEBUG nova.scheduler.client.report [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.051533] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484090, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.084796] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.084796] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.084796] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "8fc1eedc-d3fa-4580-b8c3-719732c86545-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.085083] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.085083] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.087384] env[69751]: INFO nova.compute.manager [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Terminating instance [ 1129.313042] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c77500a-039c-416d-a5ed-b8251e207d6e req-4b30e1e5-bdc9-42f7-a666-0ea87e786be2 service nova] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.313042] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c77500a-039c-416d-a5ed-b8251e207d6e req-4b30e1e5-bdc9-42f7-a666-0ea87e786be2 service nova] Acquired lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.314195] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd6e837-10d2-49b3-aca5-1f9b4d2ebf12 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.331846] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c77500a-039c-416d-a5ed-b8251e207d6e req-4b30e1e5-bdc9-42f7-a666-0ea87e786be2 service nova] Releasing lock "549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.332129] env[69751]: WARNING nova.compute.manager [req-4c77500a-039c-416d-a5ed-b8251e207d6e req-4b30e1e5-bdc9-42f7-a666-0ea87e786be2 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Detach interface failed, port_id=235b38d9-bd0c-419c-987d-c2ba31777cf5, reason: No device with interface-id 235b38d9-bd0c-419c-987d-c2ba31777cf5 exists on VM: nova.exception.NotFound: No device with interface-id 235b38d9-bd0c-419c-987d-c2ba31777cf5 exists on VM [ 1129.474757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.475335] env[69751]: DEBUG nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.478602] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.938s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.479927] env[69751]: INFO nova.compute.claims [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.552504] env[69751]: DEBUG oslo_vmware.api [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484090, 'name': ReconfigVM_Task, 'duration_secs': 0.578589} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.552504] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed/2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.554392] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance '2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.592629] env[69751]: DEBUG nova.compute.manager [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.592860] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.593970] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53ed3ad-e0a8-4aab-8f2a-cbef4958e009 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.601923] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.602193] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f43c851-16fe-4d01-befe-c8ae995ca7cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.609704] env[69751]: DEBUG oslo_vmware.api [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1129.609704] env[69751]: value = "task-3484091" [ 1129.609704] env[69751]: _type = "Task" [ 1129.609704] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.617724] env[69751]: DEBUG oslo_vmware.api [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.795605] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.795915] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.796136] env[69751]: DEBUG nova.network.neutron [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.960059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.960059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "549320dd-0976-4346-a82e-107878bc5ba5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.960059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "549320dd-0976-4346-a82e-107878bc5ba5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.960059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "549320dd-0976-4346-a82e-107878bc5ba5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.960370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "549320dd-0976-4346-a82e-107878bc5ba5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.962421] env[69751]: INFO nova.compute.manager [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Terminating instance [ 1129.984105] env[69751]: DEBUG nova.compute.utils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.987270] env[69751]: DEBUG nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.987446] env[69751]: DEBUG nova.network.neutron [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1130.025039] env[69751]: DEBUG nova.policy [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ed13013bcc14883857744dfce462f33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9125d903b68f45238eab0073af04a4bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1130.060226] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bbfad8-a62f-462c-902e-e07ae9bb30ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.080244] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae187464-785c-4d87-b6cb-f6a3a8086175 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.098390] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance '2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.118239] env[69751]: DEBUG oslo_vmware.api [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484091, 'name': PowerOffVM_Task, 'duration_secs': 0.273612} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.118608] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.118700] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.118943] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8652aec-a488-4164-9644-973f6d7d5c88 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.202835] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.203095] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.203327] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleting the datastore file [datastore1] 8fc1eedc-d3fa-4580-b8c3-719732c86545 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.203605] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832b70f7-325f-4977-a1f2-d7b233448212 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.210260] env[69751]: DEBUG oslo_vmware.api [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1130.210260] env[69751]: value = "task-3484093" [ 1130.210260] env[69751]: _type = "Task" [ 1130.210260] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.218149] env[69751]: DEBUG oslo_vmware.api [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.311905] env[69751]: DEBUG nova.network.neutron [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Successfully created port: 50340cdc-60d1-4e97-a587-fcd23783f916 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1130.353597] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63ab87a-5096-492a-82b0-0bd88d0e8ae5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.371620] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance 'e68a3745-2717-4201-ab11-201162378a2d' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.466268] env[69751]: DEBUG nova.compute.manager [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.466515] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.467444] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f81350-e48b-4470-bc41-99f7163f3cfe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.475191] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.475456] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-207bc6c3-008b-4081-ab52-d27b49393482 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.481531] env[69751]: DEBUG oslo_vmware.api [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1130.481531] env[69751]: value = "task-3484094" [ 1130.481531] env[69751]: _type = "Task" [ 1130.481531] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.489497] env[69751]: DEBUG nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.505036] env[69751]: DEBUG oslo_vmware.api [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484094, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.669150] env[69751]: DEBUG nova.network.neutron [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Port 1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1130.726264] env[69751]: DEBUG oslo_vmware.api [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1663} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.726583] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.726840] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.726933] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.727057] env[69751]: INFO nova.compute.manager [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1130.727311] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.727508] env[69751]: DEBUG nova.compute.manager [-] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1130.727599] env[69751]: DEBUG nova.network.neutron [-] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.793795] env[69751]: DEBUG nova.network.neutron [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [{"id": "5f4d714e-c685-4f84-a782-d25895216019", "address": "fa:16:3e:c4:d0:b4", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f4d714e-c6", "ovs_interfaceid": "5f4d714e-c685-4f84-a782-d25895216019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.878832] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.879547] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff317e19-08ed-4dca-b698-2c1162e99b0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.888713] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1130.888713] env[69751]: value = "task-3484095" [ 1130.888713] env[69751]: _type = "Task" [ 1130.888713] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.900718] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.926868] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b03d4e-767b-4aab-a3ff-d6c1f7b40cfe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.934901] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a08917-00b5-49de-acfe-de7f13b1a7e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.968395] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6cd74e-b162-40b4-88c6-0697823fd510 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.977634] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aecb41-5219-4f58-aa55-348f03ae6596 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.995267] env[69751]: DEBUG nova.compute.provider_tree [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.006353] env[69751]: DEBUG oslo_vmware.api [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484094, 'name': PowerOffVM_Task, 'duration_secs': 0.314257} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.006353] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.006353] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.006353] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-917b931b-482e-40ef-afff-735af369c53f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.073206] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.073664] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.073664] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleting the datastore file [datastore1] 549320dd-0976-4346-a82e-107878bc5ba5 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.073963] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23c98975-51c5-4a8f-9f3c-daf81a4edf06 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.082049] env[69751]: DEBUG oslo_vmware.api [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1131.082049] env[69751]: value = "task-3484097" [ 1131.082049] env[69751]: _type = "Task" [ 1131.082049] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.091557] env[69751]: DEBUG oslo_vmware.api [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.286642] env[69751]: DEBUG nova.compute.manager [req-e41ca375-84dd-4916-9ac6-b228639539aa req-9132cea1-ec35-45c6-8eb2-29b44a8bb2bf service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Received event network-vif-deleted-f64be299-a1bd-406e-b138-215fd4a11fa0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.287018] env[69751]: INFO nova.compute.manager [req-e41ca375-84dd-4916-9ac6-b228639539aa req-9132cea1-ec35-45c6-8eb2-29b44a8bb2bf service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Neutron deleted interface f64be299-a1bd-406e-b138-215fd4a11fa0; detaching it from the instance and deleting it from the info cache [ 1131.287018] env[69751]: DEBUG nova.network.neutron [req-e41ca375-84dd-4916-9ac6-b228639539aa req-9132cea1-ec35-45c6-8eb2-29b44a8bb2bf service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.299389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-549320dd-0976-4346-a82e-107878bc5ba5" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.399102] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484095, 'name': PowerOffVM_Task, 'duration_secs': 0.22485} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.399102] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.399274] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance 'e68a3745-2717-4201-ab11-201162378a2d' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.501146] env[69751]: DEBUG nova.scheduler.client.report [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.508013] env[69751]: DEBUG nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.529781] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.530091] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.530306] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.531052] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.531052] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.531052] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.531052] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.531365] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.531429] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.531549] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.531723] env[69751]: DEBUG nova.virt.hardware [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.532946] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa6bce5-050b-4c10-909b-2982de48a6bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.541181] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dd0d9b-d74e-4e82-9c37-dd8f1a0c4c0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.592325] env[69751]: DEBUG oslo_vmware.api [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184848} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.592325] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.592325] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.592325] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.592517] env[69751]: INFO nova.compute.manager [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1131.592583] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.592776] env[69751]: DEBUG nova.compute.manager [-] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.592870] env[69751]: DEBUG nova.network.neutron [-] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.704308] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.705909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.705909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.770827] env[69751]: DEBUG nova.network.neutron [-] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.790234] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7789742a-e2aa-4900-9cd7-55321bc1aade {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.805073] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde08ffb-2812-4898-9772-fb43e6f5a44c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.820830] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03d96c1e-95f3-4d1d-8d5b-77ff048a3429 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-549320dd-0976-4346-a82e-107878bc5ba5-235b38d9-bd0c-419c-987d-c2ba31777cf5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.008s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.849188] env[69751]: DEBUG nova.compute.manager [req-e41ca375-84dd-4916-9ac6-b228639539aa req-9132cea1-ec35-45c6-8eb2-29b44a8bb2bf service nova] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Detach interface failed, port_id=f64be299-a1bd-406e-b138-215fd4a11fa0, reason: Instance 8fc1eedc-d3fa-4580-b8c3-719732c86545 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1131.907259] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.910190] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.910761] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.917880] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ad5b78f-7263-45be-9630-cc8abf247488 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.937372] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1131.937372] env[69751]: value = "task-3484098" [ 1131.937372] env[69751]: _type = "Task" [ 1131.937372] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.949871] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484098, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.005833] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.006646] env[69751]: DEBUG nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1132.010503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.250s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.012420] env[69751]: INFO nova.compute.claims [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.174139] env[69751]: DEBUG nova.compute.manager [req-31cd537c-7a5a-42fa-a908-34eb277a3be5 req-16f43c6e-b05a-4f00-9ca8-477ce6a48e6b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Received event network-vif-plugged-50340cdc-60d1-4e97-a587-fcd23783f916 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.174685] env[69751]: DEBUG oslo_concurrency.lockutils [req-31cd537c-7a5a-42fa-a908-34eb277a3be5 req-16f43c6e-b05a-4f00-9ca8-477ce6a48e6b service nova] Acquiring lock "66f4418e-ba28-4b27-a436-16cf8fc75094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.175109] env[69751]: DEBUG oslo_concurrency.lockutils [req-31cd537c-7a5a-42fa-a908-34eb277a3be5 req-16f43c6e-b05a-4f00-9ca8-477ce6a48e6b service nova] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.176486] env[69751]: DEBUG oslo_concurrency.lockutils [req-31cd537c-7a5a-42fa-a908-34eb277a3be5 req-16f43c6e-b05a-4f00-9ca8-477ce6a48e6b service nova] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.176486] env[69751]: DEBUG nova.compute.manager [req-31cd537c-7a5a-42fa-a908-34eb277a3be5 req-16f43c6e-b05a-4f00-9ca8-477ce6a48e6b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] No waiting events found dispatching network-vif-plugged-50340cdc-60d1-4e97-a587-fcd23783f916 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1132.176486] env[69751]: WARNING nova.compute.manager [req-31cd537c-7a5a-42fa-a908-34eb277a3be5 req-16f43c6e-b05a-4f00-9ca8-477ce6a48e6b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Received unexpected event network-vif-plugged-50340cdc-60d1-4e97-a587-fcd23783f916 for instance with vm_state building and task_state spawning. [ 1132.253986] env[69751]: DEBUG nova.network.neutron [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Successfully updated port: 50340cdc-60d1-4e97-a587-fcd23783f916 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1132.274626] env[69751]: INFO nova.compute.manager [-] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Took 1.55 seconds to deallocate network for instance. [ 1132.448314] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.511679] env[69751]: DEBUG nova.compute.utils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.516930] env[69751]: DEBUG nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.516930] env[69751]: DEBUG nova.network.neutron [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.559939] env[69751]: DEBUG nova.policy [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad2137e1547d4f9e819ea5ebccc6f428', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd43b76a779664795bbce5c2c52a910e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.729031] env[69751]: DEBUG nova.network.neutron [-] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.739440] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.739771] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.740053] env[69751]: DEBUG nova.network.neutron [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.756569] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-66f4418e-ba28-4b27-a436-16cf8fc75094" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.756774] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-66f4418e-ba28-4b27-a436-16cf8fc75094" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.761867] env[69751]: DEBUG nova.network.neutron [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.782285] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.924886] env[69751]: DEBUG nova.network.neutron [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Successfully created port: 21229e3b-64ad-4873-a518-b44cc504eb01 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.950759] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484098, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.016725] env[69751]: DEBUG nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1133.234049] env[69751]: INFO nova.compute.manager [-] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Took 1.64 seconds to deallocate network for instance. [ 1133.296749] env[69751]: DEBUG nova.network.neutron [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1133.329894] env[69751]: DEBUG nova.compute.manager [req-f412257e-cb9c-4b3d-a4e8-c2dc8bc5c5ab req-6cc1df09-a7ae-4971-815e-32c37a5f67d8 service nova] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Received event network-vif-deleted-5f4d714e-c685-4f84-a782-d25895216019 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.440358] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea88c6b-7778-438d-943e-36f209bb328c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.456348] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484098, 'name': ReconfigVM_Task, 'duration_secs': 1.314872} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.457368] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e78a4f0-689d-4894-a783-14444ab1a47b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.460777] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance 'e68a3745-2717-4201-ab11-201162378a2d' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.465478] env[69751]: DEBUG nova.network.neutron [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Updating instance_info_cache with network_info: [{"id": "50340cdc-60d1-4e97-a587-fcd23783f916", "address": "fa:16:3e:22:07:38", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50340cdc-60", "ovs_interfaceid": "50340cdc-60d1-4e97-a587-fcd23783f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.499601] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1c920-b8ea-41e8-8129-1c55c37ac62f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.513617] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31247fd-6e89-4c32-8061-7230f48a039b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.531528] env[69751]: DEBUG nova.compute.provider_tree [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.536517] env[69751]: DEBUG nova.network.neutron [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.747691] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.970472] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.970816] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.970993] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.971199] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.971350] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.971497] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.971703] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.971896] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.972094] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.972262] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.972434] env[69751]: DEBUG nova.virt.hardware [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.978422] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1133.979078] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-66f4418e-ba28-4b27-a436-16cf8fc75094" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.979386] env[69751]: DEBUG nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Instance network_info: |[{"id": "50340cdc-60d1-4e97-a587-fcd23783f916", "address": "fa:16:3e:22:07:38", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50340cdc-60", "ovs_interfaceid": "50340cdc-60d1-4e97-a587-fcd23783f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.979641] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e433c1c5-4116-4430-9077-c2eccbe618f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.996045] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:07:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50340cdc-60d1-4e97-a587-fcd23783f916', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1134.002812] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.003065] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1134.003739] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e9969d6-c2b2-4f64-8afa-20f72adb8450 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.020974] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1134.020974] env[69751]: value = "task-3484099" [ 1134.020974] env[69751]: _type = "Task" [ 1134.020974] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.026599] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1134.026599] env[69751]: value = "task-3484100" [ 1134.026599] env[69751]: _type = "Task" [ 1134.026599] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.029954] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.034924] env[69751]: DEBUG nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1134.040592] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.050614] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484100, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.057835] env[69751]: ERROR nova.scheduler.client.report [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [req-c164e1ce-6c4c-4e90-b564-4f42748105dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c164e1ce-6c4c-4e90-b564-4f42748105dd"}]} [ 1134.065342] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.065692] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.065970] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.066639] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.066639] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.066639] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.067025] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.067105] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.067316] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.067514] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.067721] env[69751]: DEBUG nova.virt.hardware [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.068725] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6455fb4d-74f9-47ca-860b-54b23effa00c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.077881] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e565fb17-349b-4e79-a1cb-50ef1f3f7f99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.082967] env[69751]: DEBUG nova.scheduler.client.report [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1134.101676] env[69751]: DEBUG nova.scheduler.client.report [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1134.101910] env[69751]: DEBUG nova.compute.provider_tree [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.115180] env[69751]: DEBUG nova.scheduler.client.report [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1134.137624] env[69751]: DEBUG nova.scheduler.client.report [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1134.199777] env[69751]: DEBUG nova.compute.manager [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Received event network-changed-50340cdc-60d1-4e97-a587-fcd23783f916 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.200023] env[69751]: DEBUG nova.compute.manager [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Refreshing instance network info cache due to event network-changed-50340cdc-60d1-4e97-a587-fcd23783f916. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.200206] env[69751]: DEBUG oslo_concurrency.lockutils [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] Acquiring lock "refresh_cache-66f4418e-ba28-4b27-a436-16cf8fc75094" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.200350] env[69751]: DEBUG oslo_concurrency.lockutils [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] Acquired lock "refresh_cache-66f4418e-ba28-4b27-a436-16cf8fc75094" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.200498] env[69751]: DEBUG nova.network.neutron [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Refreshing network info cache for port 50340cdc-60d1-4e97-a587-fcd23783f916 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.307376] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d864-6fa5-4ab7-651c-d578afdffeaa/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1134.308345] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c16e4-309b-4992-a1b3-d8a9af5773aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.320203] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d864-6fa5-4ab7-651c-d578afdffeaa/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1134.320203] env[69751]: ERROR oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d864-6fa5-4ab7-651c-d578afdffeaa/disk-0.vmdk due to incomplete transfer. [ 1134.320203] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fbf6084f-a132-46c5-8b01-370a19ef18b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.329292] env[69751]: DEBUG oslo_vmware.rw_handles [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5208d864-6fa5-4ab7-651c-d578afdffeaa/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1134.329515] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Uploaded image edebef6e-64c9-4206-a153-2620874b9513 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1134.331751] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1134.332111] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-68650fb6-4e83-43ac-9e98-2b002e88a6f5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.341130] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1134.341130] env[69751]: value = "task-3484101" [ 1134.341130] env[69751]: _type = "Task" [ 1134.341130] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.350346] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484101, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.496280] env[69751]: DEBUG nova.network.neutron [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Successfully updated port: 21229e3b-64ad-4873-a518-b44cc504eb01 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1134.499324] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0777ff15-2384-463f-84c3-f05de27244fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.507248] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa83c34f-7373-407b-a0ab-31e3bee2e247 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.546560] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed853d86-76e5-4d2f-a044-8709ccd7bfcd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.569745] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484100, 'name': CreateVM_Task, 'duration_secs': 0.419274} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.575213] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484099, 'name': ReconfigVM_Task, 'duration_secs': 0.213643} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.576268] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.577604] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89386ff8-d42c-42c2-9056-49120d7fe6da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.582449] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.583392] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb60676-9a2e-4fdc-b4aa-d25af6d30dba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.586402] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.586603] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.586934] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.587946] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884c7795-471f-4a52-8108-79f54cea48bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.591283] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cf43af-00fa-4736-a205-1f37a7524390 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.606598] env[69751]: DEBUG nova.compute.provider_tree [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.642862] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] e68a3745-2717-4201-ab11-201162378a2d/e68a3745-2717-4201-ab11-201162378a2d.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.643972] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1134.643972] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ae246f-7dc3-a5a3-9990-25463bab489c" [ 1134.643972] env[69751]: _type = "Task" [ 1134.643972] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.646905] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a1f4fab-c424-4e7d-bca7-e880ad1c4a82 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.660387] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0774ed26-035f-4f5b-b311-a6d441ce5830 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.672520] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance '2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.682565] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1134.682565] env[69751]: value = "task-3484102" [ 1134.682565] env[69751]: _type = "Task" [ 1134.682565] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.682952] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ae246f-7dc3-a5a3-9990-25463bab489c, 'name': SearchDatastore_Task, 'duration_secs': 0.031282} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.683762] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.684174] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.684517] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.684686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.684871] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.690610] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a4340d0-480f-4ff7-b80a-7c3abfe27384 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.692059] env[69751]: DEBUG nova.scheduler.client.report [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 118 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.692226] env[69751]: DEBUG nova.compute.provider_tree [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 118 to 119 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.692401] env[69751]: DEBUG nova.compute.provider_tree [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.700398] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.700584] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.701652] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484102, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.702106] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b2e6a6-2def-423a-957d-8dacec004449 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.707828] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1134.707828] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d4685a-2744-e515-8e52-c96c79b46e81" [ 1134.707828] env[69751]: _type = "Task" [ 1134.707828] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.718956] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d4685a-2744-e515-8e52-c96c79b46e81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.851699] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484101, 'name': Destroy_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.005763] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "refresh_cache-a4977ca1-87f2-40c7-abdb-29760efcc52c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.005921] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquired lock "refresh_cache-a4977ca1-87f2-40c7-abdb-29760efcc52c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.006092] env[69751]: DEBUG nova.network.neutron [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.023715] env[69751]: DEBUG nova.network.neutron [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Updated VIF entry in instance network info cache for port 50340cdc-60d1-4e97-a587-fcd23783f916. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1135.023715] env[69751]: DEBUG nova.network.neutron [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Updating instance_info_cache with network_info: [{"id": "50340cdc-60d1-4e97-a587-fcd23783f916", "address": "fa:16:3e:22:07:38", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50340cdc-60", "ovs_interfaceid": "50340cdc-60d1-4e97-a587-fcd23783f916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.075246] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "d4c906c6-4993-4114-9740-9999265ecb86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.075513] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.075722] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "d4c906c6-4993-4114-9740-9999265ecb86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.075900] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.076079] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.078225] env[69751]: INFO nova.compute.manager [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Terminating instance [ 1135.185780] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1c228208-6768-4285-bf89-38421d3ad9d0 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance '2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.206553] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.196s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.206726] env[69751]: DEBUG nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.210627] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484102, 'name': ReconfigVM_Task, 'duration_secs': 0.30833} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.210896] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.606s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.211122] env[69751]: DEBUG nova.objects.instance [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lazy-loading 'resources' on Instance uuid f820a870-3b58-446b-bcbd-80ecc7e572b7 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.215701] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Reconfigured VM instance instance-00000051 to attach disk [datastore2] e68a3745-2717-4201-ab11-201162378a2d/e68a3745-2717-4201-ab11-201162378a2d.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.215701] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance 'e68a3745-2717-4201-ab11-201162378a2d' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.226046] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d4685a-2744-e515-8e52-c96c79b46e81, 'name': SearchDatastore_Task, 'duration_secs': 0.020669} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.226879] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6364fb86-049a-4c29-bfad-c5c67333bcc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.233135] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1135.233135] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c0921-5563-97ed-0739-a5c51b794328" [ 1135.233135] env[69751]: _type = "Task" [ 1135.233135] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.241773] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c0921-5563-97ed-0739-a5c51b794328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.351445] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484101, 'name': Destroy_Task, 'duration_secs': 0.671559} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.351743] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Destroyed the VM [ 1135.351937] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1135.352209] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-daec6ddb-5413-4ae5-b967-02ec52af57bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.358778] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1135.358778] env[69751]: value = "task-3484103" [ 1135.358778] env[69751]: _type = "Task" [ 1135.358778] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.366049] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.525858] env[69751]: DEBUG oslo_concurrency.lockutils [req-449063d5-1228-49a7-8724-4eacc4dae74f req-fb7990d3-98ce-4740-b485-7fd360276b5b service nova] Releasing lock "refresh_cache-66f4418e-ba28-4b27-a436-16cf8fc75094" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.547535] env[69751]: DEBUG nova.network.neutron [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1135.583077] env[69751]: DEBUG nova.compute.manager [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.584254] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.584254] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dead73-4b3b-4c45-b3fa-1c041d60627a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.593366] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.593740] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c7c6e40-d9f6-4abc-a4a9-0d8cf59a9417 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.661778] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.662019] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.697685] env[69751]: DEBUG nova.network.neutron [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Updating instance_info_cache with network_info: [{"id": "21229e3b-64ad-4873-a518-b44cc504eb01", "address": "fa:16:3e:e8:13:7e", "network": {"id": "fd045265-bffe-41de-968c-8199f32ddbfe", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1466489451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43b76a779664795bbce5c2c52a910e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21229e3b-64", "ovs_interfaceid": "21229e3b-64ad-4873-a518-b44cc504eb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.712460] env[69751]: DEBUG nova.compute.utils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.713698] env[69751]: DEBUG nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.713917] env[69751]: DEBUG nova.network.neutron [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.721499] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fecd5-500c-4349-b81c-f90b56e9c416 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.749020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562bae3-c611-4e71-aa3c-66859e4c6953 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.754996] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520c0921-5563-97ed-0739-a5c51b794328, 'name': SearchDatastore_Task, 'duration_secs': 0.009718} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.756376] env[69751]: DEBUG nova.policy [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c3dfab9b03b4fc0bd655a612a347d9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3093b90475bd4bab88631b415a3e9921', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.771949] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.772237] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.772808] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance 'e68a3745-2717-4201-ab11-201162378a2d' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.778292] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67ee2f38-b01b-4714-8dc3-788dca36ca0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.787112] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1135.787112] env[69751]: value = "task-3484105" [ 1135.787112] env[69751]: _type = "Task" [ 1135.787112] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.796865] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.870438] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484103, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.125153] env[69751]: DEBUG nova.network.neutron [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Successfully created port: 52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.141110] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304fb34b-ad58-48f9-86fb-3692d77369d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.149190] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd7cab-847a-42bf-bd67-39cb01b8db61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.183447] env[69751]: DEBUG nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1136.186963] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c49650-afc5-413f-9624-9faeb6c107a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.199602] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe385143-d485-41a7-a8cc-942b5006b25a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.208939] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Releasing lock "refresh_cache-a4977ca1-87f2-40c7-abdb-29760efcc52c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.209462] env[69751]: DEBUG nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Instance network_info: |[{"id": "21229e3b-64ad-4873-a518-b44cc504eb01", "address": "fa:16:3e:e8:13:7e", "network": {"id": "fd045265-bffe-41de-968c-8199f32ddbfe", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1466489451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43b76a779664795bbce5c2c52a910e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21229e3b-64", "ovs_interfaceid": "21229e3b-64ad-4873-a518-b44cc504eb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.210174] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:13:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21229e3b-64ad-4873-a518-b44cc504eb01', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.217813] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Creating folder: Project (d43b76a779664795bbce5c2c52a910e7). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.218642] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f7b8ab6-f8aa-4c20-88ea-bcdd93ee0d14 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.230833] env[69751]: DEBUG nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.233747] env[69751]: DEBUG nova.compute.provider_tree [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.244232] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Created folder: Project (d43b76a779664795bbce5c2c52a910e7) in parent group-v696263. [ 1136.244491] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Creating folder: Instances. Parent ref: group-v696507. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.245047] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa94d062-a4c3-41c2-99da-c0c847204968 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.254444] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Created folder: Instances in parent group-v696507. [ 1136.254702] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.255602] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.255830] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7ea8b15-0c13-44c8-a451-4cbe4e2f3137 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.276470] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.276470] env[69751]: value = "task-3484108" [ 1136.276470] env[69751]: _type = "Task" [ 1136.276470] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.287684] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484108, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.296750] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484105, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.320967] env[69751]: DEBUG nova.compute.manager [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Received event network-vif-plugged-21229e3b-64ad-4873-a518-b44cc504eb01 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.320967] env[69751]: DEBUG oslo_concurrency.lockutils [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] Acquiring lock "a4977ca1-87f2-40c7-abdb-29760efcc52c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.321194] env[69751]: DEBUG oslo_concurrency.lockutils [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.321330] env[69751]: DEBUG oslo_concurrency.lockutils [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.321481] env[69751]: DEBUG nova.compute.manager [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] No waiting events found dispatching network-vif-plugged-21229e3b-64ad-4873-a518-b44cc504eb01 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1136.321654] env[69751]: WARNING nova.compute.manager [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Received unexpected event network-vif-plugged-21229e3b-64ad-4873-a518-b44cc504eb01 for instance with vm_state building and task_state spawning. [ 1136.321809] env[69751]: DEBUG nova.compute.manager [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Received event network-changed-21229e3b-64ad-4873-a518-b44cc504eb01 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.325028] env[69751]: DEBUG nova.compute.manager [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Refreshing instance network info cache due to event network-changed-21229e3b-64ad-4873-a518-b44cc504eb01. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.325028] env[69751]: DEBUG oslo_concurrency.lockutils [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] Acquiring lock "refresh_cache-a4977ca1-87f2-40c7-abdb-29760efcc52c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.325028] env[69751]: DEBUG oslo_concurrency.lockutils [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] Acquired lock "refresh_cache-a4977ca1-87f2-40c7-abdb-29760efcc52c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.325028] env[69751]: DEBUG nova.network.neutron [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Refreshing network info cache for port 21229e3b-64ad-4873-a518-b44cc504eb01 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.370516] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484103, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.583564] env[69751]: DEBUG nova.network.neutron [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Port 18a1162e-2368-438a-9948-977f1be8e23f binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1136.705106] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.740368] env[69751]: DEBUG nova.scheduler.client.report [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.786593] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484108, 'name': CreateVM_Task, 'duration_secs': 0.324397} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.786829] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.787469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.787638] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.788016] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.788336] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d541e1f-d405-49e1-b460-4c1a8ebe58ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.795324] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.795583] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.795756] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleting the datastore file [datastore1] d4c906c6-4993-4114-9740-9999265ecb86 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.796426] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ced7ad35-e737-4a73-90f8-8386098fb8e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.802410] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1136.802410] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529dac77-160b-3201-ab94-186f8c848f4d" [ 1136.802410] env[69751]: _type = "Task" [ 1136.802410] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.802622] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532816} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.803545] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.803775] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.806667] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a0b94b0-1e7b-4a5d-afd8-3dd42264aa73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.809671] env[69751]: DEBUG oslo_vmware.api [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1136.809671] env[69751]: value = "task-3484109" [ 1136.809671] env[69751]: _type = "Task" [ 1136.809671] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.816801] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529dac77-160b-3201-ab94-186f8c848f4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.818333] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.818615] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.818880] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.819042] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.819298] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.819770] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1136.819770] env[69751]: value = "task-3484110" [ 1136.819770] env[69751]: _type = "Task" [ 1136.819770] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.822915] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8453e49-84eb-4ebb-9cd9-b64a7961bf78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.824750] env[69751]: DEBUG oslo_vmware.api [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.833499] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.833499] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.836549] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1965636a-fef8-41d5-b31e-77cd6b18e597 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.838881] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.841913] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1136.841913] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e59f0-cc90-5dc5-e5c7-2cc33b854de6" [ 1136.841913] env[69751]: _type = "Task" [ 1136.841913] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.849248] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e59f0-cc90-5dc5-e5c7-2cc33b854de6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.871665] env[69751]: DEBUG oslo_vmware.api [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484103, 'name': RemoveSnapshot_Task, 'duration_secs': 1.178942} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.871956] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1136.872216] env[69751]: INFO nova.compute.manager [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Took 16.85 seconds to snapshot the instance on the hypervisor. [ 1137.028719] env[69751]: DEBUG nova.network.neutron [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Updated VIF entry in instance network info cache for port 21229e3b-64ad-4873-a518-b44cc504eb01. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.029108] env[69751]: DEBUG nova.network.neutron [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Updating instance_info_cache with network_info: [{"id": "21229e3b-64ad-4873-a518-b44cc504eb01", "address": "fa:16:3e:e8:13:7e", "network": {"id": "fd045265-bffe-41de-968c-8199f32ddbfe", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1466489451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d43b76a779664795bbce5c2c52a910e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21229e3b-64", "ovs_interfaceid": "21229e3b-64ad-4873-a518-b44cc504eb01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.241591] env[69751]: DEBUG nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.244897] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.246941] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.127s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.247128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.247284] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1137.247620] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.787s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.247763] env[69751]: DEBUG nova.objects.instance [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'resources' on Instance uuid 75b3f6e1-849c-434c-8c55-61454ce06f8d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.249462] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1459d3c-138c-4fe5-bb9b-0798ec22ac32 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.260516] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74070cae-f0f9-457c-8074-b14b3a611457 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.277442] env[69751]: INFO nova.scheduler.client.report [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Deleted allocations for instance f820a870-3b58-446b-bcbd-80ecc7e572b7 [ 1137.278900] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4851c723-b187-4031-8382-eff67162aaee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.289623] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.289862] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.290035] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.290226] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.290373] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.290516] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.290727] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.290901] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.291059] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.291224] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.291398] env[69751]: DEBUG nova.virt.hardware [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.292416] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7015450-c0c3-4664-9216-6f9d5c672621 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.295894] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45dc7b45-2418-4b17-ad1c-50eb1b56508e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.329149] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dbb415-5b08-4a8a-b0ff-29c1109fc1f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.333963] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178658MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1137.334137] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.357457] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063114} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.358293] env[69751]: DEBUG oslo_vmware.api [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162629} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.358953] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.359271] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.359448] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.359629] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.359801] env[69751]: INFO nova.compute.manager [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1137.360087] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.363794] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124f70e5-4827-4381-82d7-8761a212d907 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.366173] env[69751]: DEBUG nova.compute.manager [-] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.366276] env[69751]: DEBUG nova.network.neutron [-] [instance: d4c906c6-4993-4114-9740-9999265ecb86] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.367871] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e59f0-cc90-5dc5-e5c7-2cc33b854de6, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.369802] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e001524-9e7d-4411-9ff8-32d9df3605ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.381504] env[69751]: DEBUG nova.compute.manager [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Instance disappeared during snapshot {{(pid=69751) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1137.391571] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.393431] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-439441e9-f1a3-4692-a9fb-2fad7ab65b55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.407996] env[69751]: DEBUG nova.compute.manager [None req-9efddd0b-bab9-4b3f-8615-d094d2248c18 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image not found during clean up edebef6e-64c9-4206-a153-2620874b9513 {{(pid=69751) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1137.410416] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1137.410416] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52521dab-b011-672c-7160-b813881cfee0" [ 1137.410416] env[69751]: _type = "Task" [ 1137.410416] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.416098] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1137.416098] env[69751]: value = "task-3484111" [ 1137.416098] env[69751]: _type = "Task" [ 1137.416098] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.422999] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52521dab-b011-672c-7160-b813881cfee0, 'name': SearchDatastore_Task, 'duration_secs': 0.010097} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.423583] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.423857] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a4977ca1-87f2-40c7-abdb-29760efcc52c/a4977ca1-87f2-40c7-abdb-29760efcc52c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.424126] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2ce34f3-c6f3-40ce-a8aa-8cc0ce55cd5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.428914] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484111, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.433217] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1137.433217] env[69751]: value = "task-3484112" [ 1137.433217] env[69751]: _type = "Task" [ 1137.433217] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.442401] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.533298] env[69751]: DEBUG oslo_concurrency.lockutils [req-0d48d711-e9b8-4365-9fc1-b1bdbebb7d44 req-d73a2986-04c2-4f3a-a7da-a49456a07938 service nova] Releasing lock "refresh_cache-a4977ca1-87f2-40c7-abdb-29760efcc52c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.604494] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "e68a3745-2717-4201-ab11-201162378a2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.604791] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.605026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.710116] env[69751]: DEBUG nova.compute.manager [req-285d6bf4-c9a7-417f-9585-a326ce49dc75 req-8eff0d6d-30f4-40d2-944d-183629ecdc43 service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Received event network-vif-deleted-967c677c-10d7-4327-b7b6-1a6466ee76fc {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.710116] env[69751]: INFO nova.compute.manager [req-285d6bf4-c9a7-417f-9585-a326ce49dc75 req-8eff0d6d-30f4-40d2-944d-183629ecdc43 service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Neutron deleted interface 967c677c-10d7-4327-b7b6-1a6466ee76fc; detaching it from the instance and deleting it from the info cache [ 1137.710116] env[69751]: DEBUG nova.network.neutron [req-285d6bf4-c9a7-417f-9585-a326ce49dc75 req-8eff0d6d-30f4-40d2-944d-183629ecdc43 service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.763144] env[69751]: DEBUG nova.network.neutron [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Successfully updated port: 52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.790951] env[69751]: DEBUG oslo_concurrency.lockutils [None req-59c86820-e332-48de-ae15-e95a08a67999 tempest-ServerRescueTestJSONUnderV235-58721670 tempest-ServerRescueTestJSONUnderV235-58721670-project-member] Lock "f820a870-3b58-446b-bcbd-80ecc7e572b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.702s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.931638] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.943240] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497281} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.945089] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a4977ca1-87f2-40c7-abdb-29760efcc52c/a4977ca1-87f2-40c7-abdb-29760efcc52c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1137.945089] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1137.945089] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e118181-9540-4e3d-bb7e-0ddabe926ff4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.951069] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1137.951069] env[69751]: value = "task-3484113" [ 1137.951069] env[69751]: _type = "Task" [ 1137.951069] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.960269] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.038506] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.039325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.039617] env[69751]: DEBUG nova.compute.manager [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Going to confirm migration 3 {{(pid=69751) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1138.145871] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d396739-105a-4f5a-b56b-d9de08e7864e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.153995] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e1b29-1c25-4a32-bb00-b2eb408a6d09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.185485] env[69751]: DEBUG nova.network.neutron [-] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.188806] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81052bee-9550-4a69-901b-d174d0e42d7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.195655] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c92b0-a5ea-4578-a26b-99bfc87a7ef3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.210483] env[69751]: DEBUG nova.compute.provider_tree [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.212187] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-24265a3b-7fb5-4cbd-b745-60b0d273c3e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.222063] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33bf922c-2911-4125-bcfa-1a36b2e4903b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.255435] env[69751]: DEBUG nova.compute.manager [req-285d6bf4-c9a7-417f-9585-a326ce49dc75 req-8eff0d6d-30f4-40d2-944d-183629ecdc43 service nova] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Detach interface failed, port_id=967c677c-10d7-4327-b7b6-1a6466ee76fc, reason: Instance d4c906c6-4993-4114-9740-9999265ecb86 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1138.266304] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.266458] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquired lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.266627] env[69751]: DEBUG nova.network.neutron [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.345230] env[69751]: DEBUG nova.compute.manager [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Received event network-vif-plugged-52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.345449] env[69751]: DEBUG oslo_concurrency.lockutils [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] Acquiring lock "89d517bf-14d9-494b-bb18-d6be49e6464c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.345664] env[69751]: DEBUG oslo_concurrency.lockutils [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.345807] env[69751]: DEBUG oslo_concurrency.lockutils [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.345964] env[69751]: DEBUG nova.compute.manager [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] No waiting events found dispatching network-vif-plugged-52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1138.346153] env[69751]: WARNING nova.compute.manager [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Received unexpected event network-vif-plugged-52e52bef-3ccb-44f0-bef2-3814c7f93819 for instance with vm_state building and task_state spawning. [ 1138.346311] env[69751]: DEBUG nova.compute.manager [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Received event network-changed-52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.346487] env[69751]: DEBUG nova.compute.manager [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Refreshing instance network info cache due to event network-changed-52e52bef-3ccb-44f0-bef2-3814c7f93819. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.346668] env[69751]: DEBUG oslo_concurrency.lockutils [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] Acquiring lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.427448] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484111, 'name': ReconfigVM_Task, 'duration_secs': 0.577856} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.427954] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.428642] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae851bc1-42b5-4496-b26c-7d2dcae2ccbd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.434610] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1138.434610] env[69751]: value = "task-3484114" [ 1138.434610] env[69751]: _type = "Task" [ 1138.434610] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.442556] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484114, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.460901] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126322} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.461186] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1138.461943] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d4a505-dd4f-4acb-ab2d-8d364a09c084 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.488346] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] a4977ca1-87f2-40c7-abdb-29760efcc52c/a4977ca1-87f2-40c7-abdb-29760efcc52c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1138.488589] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-807366ec-11bd-4e11-b533-99b91ea1c2ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.508663] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1138.508663] env[69751]: value = "task-3484115" [ 1138.508663] env[69751]: _type = "Task" [ 1138.508663] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.517184] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.586667] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.586667] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.586667] env[69751]: DEBUG nova.network.neutron [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.586667] env[69751]: DEBUG nova.objects.instance [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'info_cache' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.652202] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.652346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.652729] env[69751]: DEBUG nova.network.neutron [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.689072] env[69751]: INFO nova.compute.manager [-] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Took 1.32 seconds to deallocate network for instance. [ 1138.713932] env[69751]: DEBUG nova.scheduler.client.report [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1138.800235] env[69751]: DEBUG nova.network.neutron [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.946872] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484114, 'name': Rename_Task, 'duration_secs': 0.154595} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.946872] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.946872] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-951f71da-ce52-4007-97fe-7eaa55547cbc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.953589] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1138.953589] env[69751]: value = "task-3484116" [ 1138.953589] env[69751]: _type = "Task" [ 1138.953589] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.961349] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.024432] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484115, 'name': ReconfigVM_Task, 'duration_secs': 0.313379} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.024753] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Reconfigured VM instance instance-00000058 to attach disk [datastore1] a4977ca1-87f2-40c7-abdb-29760efcc52c/a4977ca1-87f2-40c7-abdb-29760efcc52c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.025484] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0fe0f8c-2354-41b0-a913-3adb10b15b9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.033895] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1139.033895] env[69751]: value = "task-3484117" [ 1139.033895] env[69751]: _type = "Task" [ 1139.033895] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.045592] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484117, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.198777] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.219498] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.221238] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.892s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.223285] env[69751]: INFO nova.compute.claims [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.226604] env[69751]: DEBUG nova.network.neutron [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updating instance_info_cache with network_info: [{"id": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "address": "fa:16:3e:c5:59:7d", "network": {"id": "5a0a8f1a-3bbb-4ad9-aef1-0621ec2707f1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1360144265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3093b90475bd4bab88631b415a3e9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e52bef-3c", "ovs_interfaceid": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.255464] env[69751]: INFO nova.scheduler.client.report [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted allocations for instance 75b3f6e1-849c-434c-8c55-61454ce06f8d [ 1139.456073] env[69751]: DEBUG nova.network.neutron [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance_info_cache with network_info: [{"id": "18a1162e-2368-438a-9948-977f1be8e23f", "address": "fa:16:3e:c0:9f:8a", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a1162e-23", "ovs_interfaceid": "18a1162e-2368-438a-9948-977f1be8e23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.470900] env[69751]: DEBUG oslo_vmware.api [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484116, 'name': PowerOnVM_Task, 'duration_secs': 0.451841} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.471187] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.471398] env[69751]: INFO nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Took 7.96 seconds to spawn the instance on the hypervisor. [ 1139.471599] env[69751]: DEBUG nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.473257] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5f6d1d-1abc-492f-9c59-6056f1e6dbe2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.541578] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484117, 'name': Rename_Task, 'duration_secs': 0.141119} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.541865] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.542133] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1315768b-4957-4409-b068-e0c0307296fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.548406] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1139.548406] env[69751]: value = "task-3484118" [ 1139.548406] env[69751]: _type = "Task" [ 1139.548406] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.557339] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484118, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.731925] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Releasing lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.732251] env[69751]: DEBUG nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Instance network_info: |[{"id": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "address": "fa:16:3e:c5:59:7d", "network": {"id": "5a0a8f1a-3bbb-4ad9-aef1-0621ec2707f1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1360144265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3093b90475bd4bab88631b415a3e9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e52bef-3c", "ovs_interfaceid": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.732599] env[69751]: DEBUG oslo_concurrency.lockutils [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] Acquired lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.732790] env[69751]: DEBUG nova.network.neutron [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Refreshing network info cache for port 52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.733967] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:59:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0467beaa-08c6-44d6-b8a2-e9c609c21ff4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52e52bef-3ccb-44f0-bef2-3814c7f93819', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.742295] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Creating folder: Project (3093b90475bd4bab88631b415a3e9921). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.745894] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08de5e04-6bfe-49cd-8bd3-4a552233a4cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.758440] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Created folder: Project (3093b90475bd4bab88631b415a3e9921) in parent group-v696263. [ 1139.758440] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Creating folder: Instances. Parent ref: group-v696510. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1139.758440] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-becbbdf5-95da-4603-aa19-66520078fd54 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.771374] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Created folder: Instances in parent group-v696510. [ 1139.772118] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.774399] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4dacdbbc-b9ea-4cfb-a525-1c9272693630 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "75b3f6e1-849c-434c-8c55-61454ce06f8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.150s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.775816] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.778429] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd15836c-2f04-46b3-9d32-4a3db601be7a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.799391] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.799391] env[69751]: value = "task-3484121" [ 1139.799391] env[69751]: _type = "Task" [ 1139.799391] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.808952] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484121, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.963586] env[69751]: DEBUG nova.network.neutron [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.965205] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.989596] env[69751]: INFO nova.compute.manager [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Took 37.41 seconds to build instance. [ 1140.061899] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484118, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.313500] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484121, 'name': CreateVM_Task, 'duration_secs': 0.323705} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.318796] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.319849] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.320014] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.320349] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.320605] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0256d98-c8a7-4c43-94b9-41afbcfb6d4d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.326910] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1140.326910] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52061a5d-a544-37a7-4d90-7202cc6ccf23" [ 1140.326910] env[69751]: _type = "Task" [ 1140.326910] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.336408] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52061a5d-a544-37a7-4d90-7202cc6ccf23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.470208] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.470517] env[69751]: DEBUG nova.objects.instance [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'migration_context' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.494358] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d6c3a626-f6ad-4ff8-9473-08814185c42e tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.921s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.502178] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed49573-f097-4f6c-b629-4fde99345ede {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.531173] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e90f582-4234-4c3f-85a0-0fea19b8d5c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.542287] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance 'e68a3745-2717-4201-ab11-201162378a2d' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1140.566723] env[69751]: DEBUG oslo_vmware.api [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484118, 'name': PowerOnVM_Task, 'duration_secs': 0.797002} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.567073] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.567241] env[69751]: INFO nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1140.567501] env[69751]: DEBUG nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.568404] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32245af3-377e-4372-9056-3dc14e43a2c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.610058] env[69751]: DEBUG nova.network.neutron [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updated VIF entry in instance network info cache for port 52e52bef-3ccb-44f0-bef2-3814c7f93819. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.610436] env[69751]: DEBUG nova.network.neutron [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updating instance_info_cache with network_info: [{"id": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "address": "fa:16:3e:c5:59:7d", "network": {"id": "5a0a8f1a-3bbb-4ad9-aef1-0621ec2707f1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1360144265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3093b90475bd4bab88631b415a3e9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e52bef-3c", "ovs_interfaceid": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.627256] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e99f547-f0ec-4654-b93a-a3e31ffb90e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.634984] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e379277-cef2-4fb0-a670-0d69b191cefb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.665569] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec79543d-845c-4464-b6be-661a9c5f5ec3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.672682] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9412320d-9b14-4447-b39f-669b37c57674 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.687700] env[69751]: DEBUG nova.compute.provider_tree [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.840240] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52061a5d-a544-37a7-4d90-7202cc6ccf23, 'name': SearchDatastore_Task, 'duration_secs': 0.022946} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.840558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.840809] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.841073] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.841228] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.841422] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.841779] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa366de-8b1a-4099-8fb8-70cf49a99aff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.850258] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.850440] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.851206] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d9a29cc-ad0a-4c55-9ff9-92f28a9407f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.856839] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1140.856839] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5204a76b-ec74-21c7-0b80-4ecc2a7a59dc" [ 1140.856839] env[69751]: _type = "Task" [ 1140.856839] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.864176] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5204a76b-ec74-21c7-0b80-4ecc2a7a59dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.978237] env[69751]: DEBUG nova.objects.base [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Object Instance<2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed> lazy-loaded attributes: info_cache,migration_context {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1140.979413] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e99a0d-2adc-4e36-8985-e6d74da167c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.002018] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c9c81f-08d9-43ef-94f0-52fd1d042508 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.007044] env[69751]: DEBUG oslo_vmware.api [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1141.007044] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fea11e-9725-ac62-a9ea-fa9875d83aa5" [ 1141.007044] env[69751]: _type = "Task" [ 1141.007044] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.016378] env[69751]: DEBUG oslo_vmware.api [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fea11e-9725-ac62-a9ea-fa9875d83aa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.051872] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.051872] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0889a7f7-c4f0-493b-a6a8-7e3705a429ff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.057537] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1141.057537] env[69751]: value = "task-3484122" [ 1141.057537] env[69751]: _type = "Task" [ 1141.057537] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.065256] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.091040] env[69751]: INFO nova.compute.manager [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Took 37.57 seconds to build instance. [ 1141.112941] env[69751]: DEBUG oslo_concurrency.lockutils [req-f886cda9-9ec4-4728-8237-1929fb6319b9 req-2707381e-2162-489a-8a05-0943a74757e7 service nova] Releasing lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.191778] env[69751]: DEBUG nova.scheduler.client.report [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.371037] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5204a76b-ec74-21c7-0b80-4ecc2a7a59dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012794} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.371857] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8adf9ac-bf45-4c98-9e8b-6bd21776f711 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.381596] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1141.381596] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5214ebe5-b378-7967-48b5-3101014c46dd" [ 1141.381596] env[69751]: _type = "Task" [ 1141.381596] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.397437] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5214ebe5-b378-7967-48b5-3101014c46dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.482902] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "66f4418e-ba28-4b27-a436-16cf8fc75094" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.482902] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.482902] env[69751]: DEBUG nova.compute.manager [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.482902] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a175594-0e23-49ed-b944-2cd6857ceb6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.484454] env[69751]: DEBUG nova.compute.manager [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1141.484715] env[69751]: DEBUG nova.objects.instance [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'flavor' on Instance uuid 66f4418e-ba28-4b27-a436-16cf8fc75094 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.520385] env[69751]: DEBUG oslo_vmware.api [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fea11e-9725-ac62-a9ea-fa9875d83aa5, 'name': SearchDatastore_Task, 'duration_secs': 0.008334} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.521386] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.573541] env[69751]: DEBUG oslo_vmware.api [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484122, 'name': PowerOnVM_Task, 'duration_secs': 0.461974} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.573977] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.574057] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d2e13be-eac1-4c67-bc6d-d835a7669342 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance 'e68a3745-2717-4201-ab11-201162378a2d' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.593599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-da2d1b99-3740-4ac7-a5ed-35f41290287c tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.078s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.697989] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.698553] env[69751]: DEBUG nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.701640] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.591s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.701909] env[69751]: DEBUG nova.objects.instance [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lazy-loading 'resources' on Instance uuid 687bba70-09a8-4133-b3e7-ec4e48abaf4b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.895351] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5214ebe5-b378-7967-48b5-3101014c46dd, 'name': SearchDatastore_Task, 'duration_secs': 0.01474} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.895809] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.896464] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 89d517bf-14d9-494b-bb18-d6be49e6464c/89d517bf-14d9-494b-bb18-d6be49e6464c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.896863] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-659a7827-f488-45a8-a6de-9c38acfabf9d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.912591] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1141.912591] env[69751]: value = "task-3484123" [ 1141.912591] env[69751]: _type = "Task" [ 1141.912591] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.926030] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.205934] env[69751]: DEBUG nova.compute.utils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.210651] env[69751]: DEBUG nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.210830] env[69751]: DEBUG nova.network.neutron [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.318395] env[69751]: DEBUG nova.policy [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18fdeaba2f7b46ef92c915781b215a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9facad89c76b463a874d4227e5a3e4c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.434030] env[69751]: DEBUG nova.compute.manager [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1142.440155] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484123, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.460532] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "a4977ca1-87f2-40c7-abdb-29760efcc52c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.460954] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.461323] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "a4977ca1-87f2-40c7-abdb-29760efcc52c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.461637] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.462319] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.469485] env[69751]: INFO nova.compute.manager [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Terminating instance [ 1142.492769] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.493246] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed5328d5-7214-489e-ac92-c24ba08d3f90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.509022] env[69751]: DEBUG oslo_vmware.api [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1142.509022] env[69751]: value = "task-3484124" [ 1142.509022] env[69751]: _type = "Task" [ 1142.509022] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.520454] env[69751]: DEBUG oslo_vmware.api [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.705642] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e874e3-6699-47df-a215-d775d24fdaee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.714067] env[69751]: DEBUG nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.719122] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94208292-de41-4c31-8eac-3f96447d8e9d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.759840] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f09347-4237-4a2f-b359-adcf278e112c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.775476] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd50cb-9592-41bc-9c4b-6ac387762e66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.788473] env[69751]: DEBUG nova.compute.provider_tree [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.865904] env[69751]: DEBUG nova.network.neutron [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Successfully created port: 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.929520] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629346} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.929874] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 89d517bf-14d9-494b-bb18-d6be49e6464c/89d517bf-14d9-494b-bb18-d6be49e6464c.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.930105] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.930376] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a1e3171-7a99-4c3f-81d4-fadcecfffaa7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.939761] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1142.939761] env[69751]: value = "task-3484125" [ 1142.939761] env[69751]: _type = "Task" [ 1142.939761] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.955587] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.962172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.980877] env[69751]: DEBUG nova.compute.manager [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.980877] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.980877] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb352c96-0794-41b1-ab4d-2bd3da2c17a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.989798] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.990070] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6224c387-a4b9-47a1-a102-e408888f28df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.998906] env[69751]: DEBUG oslo_vmware.api [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1142.998906] env[69751]: value = "task-3484126" [ 1142.998906] env[69751]: _type = "Task" [ 1142.998906] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.011602] env[69751]: DEBUG oslo_vmware.api [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.025063] env[69751]: DEBUG oslo_vmware.api [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484124, 'name': PowerOffVM_Task, 'duration_secs': 0.296551} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.025334] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.025539] env[69751]: DEBUG nova.compute.manager [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.026373] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f37f77-3542-4cab-b905-6fb2cd6859c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.308816] env[69751]: ERROR nova.scheduler.client.report [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [req-3c9f96ce-e616-4dec-9860-9e9eacc98e2b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 74631012-ddda-42d8-adad-d5ac6fc85831. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3c9f96ce-e616-4dec-9860-9e9eacc98e2b"}]} [ 1143.325314] env[69751]: DEBUG nova.scheduler.client.report [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1143.341444] env[69751]: DEBUG nova.scheduler.client.report [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1143.341657] env[69751]: DEBUG nova.compute.provider_tree [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1143.357028] env[69751]: DEBUG nova.scheduler.client.report [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1143.375258] env[69751]: DEBUG nova.scheduler.client.report [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1143.457049] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214154} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.457694] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.458139] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e56021-0cfe-41a2-8c02-99f83cd4063d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.482740] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 89d517bf-14d9-494b-bb18-d6be49e6464c/89d517bf-14d9-494b-bb18-d6be49e6464c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.485371] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f8a795-0e0f-4901-932d-83df8f5085ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.509215] env[69751]: DEBUG oslo_vmware.api [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484126, 'name': PowerOffVM_Task, 'duration_secs': 0.196754} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.510543] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.510716] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.511033] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1143.511033] env[69751]: value = "task-3484127" [ 1143.511033] env[69751]: _type = "Task" [ 1143.511033] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.511228] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8dd850a-c34f-4dc9-8ed3-e59334f4b4b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.526021] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484127, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.544237] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9f566d96-426b-42f7-826c-89f0471b2b4a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.075s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.613579] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.613978] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.614277] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Deleting the datastore file [datastore1] a4977ca1-87f2-40c7-abdb-29760efcc52c {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.623710] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa8e793d-d231-4732-9ff3-da94ee16647f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.632190] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.632467] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.638436] env[69751]: DEBUG oslo_vmware.api [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for the task: (returnval){ [ 1143.638436] env[69751]: value = "task-3484129" [ 1143.638436] env[69751]: _type = "Task" [ 1143.638436] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.656969] env[69751]: DEBUG oslo_vmware.api [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.736777] env[69751]: DEBUG nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.762322] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.763035] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.763035] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.763035] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.763219] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.763248] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.763460] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.763615] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.764032] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.764223] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.764416] env[69751]: DEBUG nova.virt.hardware [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.765304] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f48e1d1-83ed-4695-957d-a8473f810933 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.782190] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d485bef-ed43-41e7-8bed-b3b430dbc55e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.861432] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3115689-6205-4af9-aaa1-635cfd79e6e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.876340] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c759f001-4e3a-46b3-bf0d-81687c0ada2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.912707] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e48f47-c815-40b7-9122-538a2258a575 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.921818] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade10813-640e-47f8-a72f-de9276d2580a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.936840] env[69751]: DEBUG nova.compute.provider_tree [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.024703] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484127, 'name': ReconfigVM_Task, 'duration_secs': 0.404063} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.025092] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 89d517bf-14d9-494b-bb18-d6be49e6464c/89d517bf-14d9-494b-bb18-d6be49e6464c.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.025824] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-544b5456-247a-4dcd-bf45-c2457db4ea0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.033619] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1144.033619] env[69751]: value = "task-3484130" [ 1144.033619] env[69751]: _type = "Task" [ 1144.033619] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.043609] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484130, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.135281] env[69751]: DEBUG nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1144.161682] env[69751]: DEBUG oslo_vmware.api [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Task: {'id': task-3484129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151818} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.161957] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.162160] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.162338] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.162509] env[69751]: INFO nova.compute.manager [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1144.162756] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.162957] env[69751]: DEBUG nova.compute.manager [-] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.163070] env[69751]: DEBUG nova.network.neutron [-] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.320506] env[69751]: INFO nova.compute.manager [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Rebuilding instance [ 1144.375370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "e68a3745-2717-4201-ab11-201162378a2d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.375370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.375370] env[69751]: DEBUG nova.compute.manager [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Going to confirm migration 4 {{(pid=69751) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1144.380527] env[69751]: DEBUG nova.compute.manager [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1144.381661] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fa77d0-ec01-42b6-a682-b33307762de2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.484454] env[69751]: DEBUG nova.scheduler.client.report [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1144.484806] env[69751]: DEBUG nova.compute.provider_tree [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 123 to 124 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1144.484995] env[69751]: DEBUG nova.compute.provider_tree [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1144.492161] env[69751]: DEBUG nova.compute.manager [req-d35929e0-28a6-4fb8-82ba-fb5d55ed07cf req-8cf13d51-dbd1-495b-96da-191d710d2d30 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Received event network-vif-plugged-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.492161] env[69751]: DEBUG oslo_concurrency.lockutils [req-d35929e0-28a6-4fb8-82ba-fb5d55ed07cf req-8cf13d51-dbd1-495b-96da-191d710d2d30 service nova] Acquiring lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.492161] env[69751]: DEBUG oslo_concurrency.lockutils [req-d35929e0-28a6-4fb8-82ba-fb5d55ed07cf req-8cf13d51-dbd1-495b-96da-191d710d2d30 service nova] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.492430] env[69751]: DEBUG oslo_concurrency.lockutils [req-d35929e0-28a6-4fb8-82ba-fb5d55ed07cf req-8cf13d51-dbd1-495b-96da-191d710d2d30 service nova] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.493059] env[69751]: DEBUG nova.compute.manager [req-d35929e0-28a6-4fb8-82ba-fb5d55ed07cf req-8cf13d51-dbd1-495b-96da-191d710d2d30 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] No waiting events found dispatching network-vif-plugged-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1144.493059] env[69751]: WARNING nova.compute.manager [req-d35929e0-28a6-4fb8-82ba-fb5d55ed07cf req-8cf13d51-dbd1-495b-96da-191d710d2d30 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Received unexpected event network-vif-plugged-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 for instance with vm_state building and task_state spawning. [ 1144.516215] env[69751]: DEBUG nova.compute.manager [req-95ac69b3-8c98-4296-aa5e-34f8902187f3 req-8631d7d3-2c5f-49a0-a87e-8863f9afef45 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Received event network-vif-deleted-21229e3b-64ad-4873-a518-b44cc504eb01 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.516446] env[69751]: INFO nova.compute.manager [req-95ac69b3-8c98-4296-aa5e-34f8902187f3 req-8631d7d3-2c5f-49a0-a87e-8863f9afef45 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Neutron deleted interface 21229e3b-64ad-4873-a518-b44cc504eb01; detaching it from the instance and deleting it from the info cache [ 1144.516638] env[69751]: DEBUG nova.network.neutron [req-95ac69b3-8c98-4296-aa5e-34f8902187f3 req-8631d7d3-2c5f-49a0-a87e-8863f9afef45 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.555349] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484130, 'name': Rename_Task, 'duration_secs': 0.156635} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.555349] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.555349] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d41cd89-8cde-4882-8199-112821b0256e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.563682] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1144.563682] env[69751]: value = "task-3484131" [ 1144.563682] env[69751]: _type = "Task" [ 1144.563682] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.573648] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.596443] env[69751]: DEBUG nova.network.neutron [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Successfully updated port: 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.665597] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.944597] env[69751]: DEBUG nova.network.neutron [-] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.976914] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.977127] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.977306] env[69751]: DEBUG nova.network.neutron [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.977491] env[69751]: DEBUG nova.objects.instance [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lazy-loading 'info_cache' on Instance uuid e68a3745-2717-4201-ab11-201162378a2d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.990997] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.289s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.994496] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.369s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.994733] env[69751]: DEBUG nova.objects.instance [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'resources' on Instance uuid cf27c8d7-6884-4232-b92a-a041262c035d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.019990] env[69751]: INFO nova.scheduler.client.report [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted allocations for instance 687bba70-09a8-4133-b3e7-ec4e48abaf4b [ 1145.028648] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2bde6b8-07bc-48a0-b253-cce9e3182ac4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.042761] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b90d99-3727-4fc7-8fa1-4edfd4f64810 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.081606] env[69751]: DEBUG nova.compute.manager [req-95ac69b3-8c98-4296-aa5e-34f8902187f3 req-8631d7d3-2c5f-49a0-a87e-8863f9afef45 service nova] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Detach interface failed, port_id=21229e3b-64ad-4873-a518-b44cc504eb01, reason: Instance a4977ca1-87f2-40c7-abdb-29760efcc52c could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1145.088127] env[69751]: DEBUG oslo_vmware.api [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484131, 'name': PowerOnVM_Task, 'duration_secs': 0.491341} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.088396] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.088634] env[69751]: INFO nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1145.088808] env[69751]: DEBUG nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1145.089628] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d4c418-1877-4409-bbca-5a9a6e7cda30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.099928] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-7e570f13-9790-49d0-878c-aaf8ff7d0f08" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.099928] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-7e570f13-9790-49d0-878c-aaf8ff7d0f08" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.100150] env[69751]: DEBUG nova.network.neutron [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.399053] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.399234] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fa14bb6-0ffb-4b11-b330-616ab434000a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.407673] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1145.407673] env[69751]: value = "task-3484132" [ 1145.407673] env[69751]: _type = "Task" [ 1145.407673] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.415745] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484132, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.447335] env[69751]: INFO nova.compute.manager [-] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Took 1.28 seconds to deallocate network for instance. [ 1145.535345] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9987710b-913a-41c6-bb37-032613d0e5fd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "687bba70-09a8-4133-b3e7-ec4e48abaf4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.866s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.611134] env[69751]: INFO nova.compute.manager [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Took 37.87 seconds to build instance. [ 1145.638128] env[69751]: DEBUG nova.network.neutron [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.795915] env[69751]: DEBUG nova.network.neutron [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Updating instance_info_cache with network_info: [{"id": "408a3bf8-e9a5-4094-9aba-8757eb1aa5c0", "address": "fa:16:3e:50:3f:17", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408a3bf8-e9", "ovs_interfaceid": "408a3bf8-e9a5-4094-9aba-8757eb1aa5c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.798435] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e86fb6-ed8b-4e20-9d56-e43befbd32a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.806705] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9885ffe-84b8-42fc-96d6-b5a183d06ee0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.839564] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ada256c-7dde-4fbb-ac9a-41147cf2f1c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.850321] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa85e75-4c22-4d3a-a737-28bb92b25c2d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.864520] env[69751]: DEBUG nova.compute.provider_tree [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.917472] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1145.917695] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.918480] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e2e3b9-6974-4869-bbe2-922034aec6b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.925389] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.925605] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d108882c-d09e-42ba-867b-8c558e1bb788 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.956639] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.981322] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.981704] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.982039] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleting the datastore file [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.982416] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-217bf927-b4ae-4286-87cc-3081a6ac6a36 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.990129] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1145.990129] env[69751]: value = "task-3484134" [ 1145.990129] env[69751]: _type = "Task" [ 1145.990129] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.997855] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.113335] env[69751]: DEBUG oslo_concurrency.lockutils [None req-40dfdf6f-6f98-4390-b8e7-45e74561e2e8 tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.383s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.201187] env[69751]: DEBUG nova.network.neutron [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance_info_cache with network_info: [{"id": "18a1162e-2368-438a-9948-977f1be8e23f", "address": "fa:16:3e:c0:9f:8a", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18a1162e-23", "ovs_interfaceid": "18a1162e-2368-438a-9948-977f1be8e23f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.303505] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-7e570f13-9790-49d0-878c-aaf8ff7d0f08" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.303736] env[69751]: DEBUG nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Instance network_info: |[{"id": "408a3bf8-e9a5-4094-9aba-8757eb1aa5c0", "address": "fa:16:3e:50:3f:17", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408a3bf8-e9", "ovs_interfaceid": "408a3bf8-e9a5-4094-9aba-8757eb1aa5c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.304188] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:3f:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '408a3bf8-e9a5-4094-9aba-8757eb1aa5c0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.311845] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.312069] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.312289] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-092ee2ad-7324-4ca4-85d1-4b55c1924259 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.331782] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.331782] env[69751]: value = "task-3484135" [ 1146.331782] env[69751]: _type = "Task" [ 1146.331782] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.339301] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484135, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.347176] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "1ab28f6a-fd5f-499a-934c-9045043556c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.347409] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.347613] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "1ab28f6a-fd5f-499a-934c-9045043556c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.347795] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.347961] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.349957] env[69751]: INFO nova.compute.manager [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Terminating instance [ 1146.367241] env[69751]: DEBUG nova.scheduler.client.report [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 91, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.501830] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137143} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.502099] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.502283] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.502450] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.539081] env[69751]: DEBUG nova.compute.manager [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Received event network-changed-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.539306] env[69751]: DEBUG nova.compute.manager [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Refreshing instance network info cache due to event network-changed-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.539503] env[69751]: DEBUG oslo_concurrency.lockutils [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] Acquiring lock "refresh_cache-7e570f13-9790-49d0-878c-aaf8ff7d0f08" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.539601] env[69751]: DEBUG oslo_concurrency.lockutils [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] Acquired lock "refresh_cache-7e570f13-9790-49d0-878c-aaf8ff7d0f08" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.539770] env[69751]: DEBUG nova.network.neutron [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Refreshing network info cache for port 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.707369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-e68a3745-2717-4201-ab11-201162378a2d" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.707638] env[69751]: DEBUG nova.objects.instance [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lazy-loading 'migration_context' on Instance uuid e68a3745-2717-4201-ab11-201162378a2d {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.844518] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484135, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.853362] env[69751]: DEBUG nova.compute.manager [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1146.853572] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1146.855670] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80267405-9bb8-4510-a27e-985285b1490f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.863556] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.863827] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60b99c25-161c-4a60-a890-f9c879e36917 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.870872] env[69751]: DEBUG oslo_vmware.api [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1146.870872] env[69751]: value = "task-3484136" [ 1146.870872] env[69751]: _type = "Task" [ 1146.870872] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.871544] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.877s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.873892] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.363s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.875150] env[69751]: DEBUG nova.objects.instance [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lazy-loading 'resources' on Instance uuid 01130e6f-e175-457b-ab53-d1684f686308 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.886905] env[69751]: DEBUG oslo_vmware.api [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.905202] env[69751]: INFO nova.scheduler.client.report [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted allocations for instance cf27c8d7-6884-4232-b92a-a041262c035d [ 1147.210176] env[69751]: DEBUG nova.objects.base [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.211098] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2646e17f-ca45-4929-871c-0a9177128fd3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.230541] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e38926-2546-4a71-af33-5dd55b4d8ed0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.236100] env[69751]: DEBUG oslo_vmware.api [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1147.236100] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abb9b6-5736-6c20-788f-ca6398b3fe5c" [ 1147.236100] env[69751]: _type = "Task" [ 1147.236100] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.244015] env[69751]: DEBUG oslo_vmware.api [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abb9b6-5736-6c20-788f-ca6398b3fe5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.342781] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484135, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.370661] env[69751]: DEBUG nova.network.neutron [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Updated VIF entry in instance network info cache for port 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.371129] env[69751]: DEBUG nova.network.neutron [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Updating instance_info_cache with network_info: [{"id": "408a3bf8-e9a5-4094-9aba-8757eb1aa5c0", "address": "fa:16:3e:50:3f:17", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap408a3bf8-e9", "ovs_interfaceid": "408a3bf8-e9a5-4094-9aba-8757eb1aa5c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.384048] env[69751]: DEBUG oslo_vmware.api [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484136, 'name': PowerOffVM_Task, 'duration_secs': 0.181514} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.385185] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.385287] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.385436] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1bd3e5b-1cd8-4a3b-8d52-24329898d838 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.412797] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b4c660f6-ad84-4b0a-8c1d-cdba65ea8541 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "cf27c8d7-6884-4232-b92a-a041262c035d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.293s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.440146] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.440394] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.440589] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleting the datastore file [datastore2] 1ab28f6a-fd5f-499a-934c-9045043556c3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.440877] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-17079c4e-1fb1-4124-ba9b-17128662cfad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.451580] env[69751]: DEBUG oslo_vmware.api [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1147.451580] env[69751]: value = "task-3484138" [ 1147.451580] env[69751]: _type = "Task" [ 1147.451580] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.460954] env[69751]: DEBUG oslo_vmware.api [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.549745] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.549745] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.549745] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.549745] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.550169] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.550169] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.550447] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.550757] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.550837] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.554018] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.554018] env[69751]: DEBUG nova.virt.hardware [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.554018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f975b-aa0e-48a4-abca-4c139be1f47d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.561865] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f6325c-2001-4602-8baa-d080661cc40d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.578096] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:07:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50340cdc-60d1-4e97-a587-fcd23783f916', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.587106] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.588659] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.589136] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5c6b865-5c37-44d9-b933-6f1d387d11de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.612489] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.612489] env[69751]: value = "task-3484139" [ 1147.612489] env[69751]: _type = "Task" [ 1147.612489] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.620203] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484139, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.751947] env[69751]: DEBUG oslo_vmware.api [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abb9b6-5736-6c20-788f-ca6398b3fe5c, 'name': SearchDatastore_Task, 'duration_secs': 0.007473} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.752395] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.819388] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9b3b39-d9b2-4f2c-852a-61ff37695359 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.827429] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0f8671-d391-4a84-be3f-a20f9fe0a6b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.867633] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a432d723-8363-4252-8a94-1a6fa8f1b9c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.873633] env[69751]: DEBUG oslo_concurrency.lockutils [req-c2bc82a1-e197-49c6-9404-ea0074368c2b req-48687f16-4bed-4db9-9021-d9a83cf79020 service nova] Releasing lock "refresh_cache-7e570f13-9790-49d0-878c-aaf8ff7d0f08" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.874099] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484135, 'name': CreateVM_Task, 'duration_secs': 1.510014} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.874681] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1147.875254] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.875420] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.875780] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.876046] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a719166-77ae-496d-9c58-a53ec8cf05a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.881173] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223bdef4-c3fa-4d08-b45e-12a3d5e01bf4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.886495] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1147.886495] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5249840f-17b2-d44e-e904-dfc8aeafafd9" [ 1147.886495] env[69751]: _type = "Task" [ 1147.886495] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.898250] env[69751]: DEBUG nova.compute.provider_tree [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1147.905055] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5249840f-17b2-d44e-e904-dfc8aeafafd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010517} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.905168] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.905417] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.905644] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.906195] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.906195] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.906913] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41427d51-2ed6-4a7d-a274-b14401a672a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.915777] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.915944] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.916971] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644fee57-aec7-4bf4-bc83-5bb193adf48f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.923604] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1147.923604] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5223522c-0cc0-6786-c5e9-5d7cb80e4a75" [ 1147.923604] env[69751]: _type = "Task" [ 1147.923604] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.931770] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5223522c-0cc0-6786-c5e9-5d7cb80e4a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.964852] env[69751]: DEBUG oslo_vmware.api [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140982} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.965311] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.965615] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.965910] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.966215] env[69751]: INFO nova.compute.manager [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1147.966653] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.966877] env[69751]: DEBUG nova.compute.manager [-] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1147.967053] env[69751]: DEBUG nova.network.neutron [-] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.122892] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484139, 'name': CreateVM_Task, 'duration_secs': 0.313924} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.123081] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.123736] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.124642] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.124642] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.124642] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb47be3c-4a8c-4ed8-a482-6983d2c0cca6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.129824] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1148.129824] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ba7ce8-db08-44dc-264c-e9fd7b18954e" [ 1148.129824] env[69751]: _type = "Task" [ 1148.129824] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.137796] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ba7ce8-db08-44dc-264c-e9fd7b18954e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.434822] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5223522c-0cc0-6786-c5e9-5d7cb80e4a75, 'name': SearchDatastore_Task, 'duration_secs': 0.008384} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.435745] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e6eda66-3e04-48a2-abdc-35fd79c4bc84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.439148] env[69751]: DEBUG nova.scheduler.client.report [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Updated inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1148.439396] env[69751]: DEBUG nova.compute.provider_tree [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Updating resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 generation from 124 to 125 during operation: update_inventory {{(pid=69751) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1148.439580] env[69751]: DEBUG nova.compute.provider_tree [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1148.445395] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1148.445395] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b09477-47e5-52ef-e39a-9772f9c33c4d" [ 1148.445395] env[69751]: _type = "Task" [ 1148.445395] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.453034] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b09477-47e5-52ef-e39a-9772f9c33c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.641068] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ba7ce8-db08-44dc-264c-e9fd7b18954e, 'name': SearchDatastore_Task, 'duration_secs': 0.04154} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.641451] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.641802] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.642061] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.667815] env[69751]: DEBUG nova.compute.manager [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Received event network-changed-52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.668029] env[69751]: DEBUG nova.compute.manager [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Refreshing instance network info cache due to event network-changed-52e52bef-3ccb-44f0-bef2-3814c7f93819. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1148.668260] env[69751]: DEBUG oslo_concurrency.lockutils [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] Acquiring lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.668397] env[69751]: DEBUG oslo_concurrency.lockutils [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] Acquired lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.668554] env[69751]: DEBUG nova.network.neutron [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Refreshing network info cache for port 52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.839244] env[69751]: DEBUG nova.network.neutron [-] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.890366] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.890750] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.947603] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.948901] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.167s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.949159] env[69751]: DEBUG nova.objects.instance [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lazy-loading 'resources' on Instance uuid 8fc1eedc-d3fa-4580-b8c3-719732c86545 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.959821] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b09477-47e5-52ef-e39a-9772f9c33c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.024014} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.960712] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.961088] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 7e570f13-9790-49d0-878c-aaf8ff7d0f08/7e570f13-9790-49d0-878c-aaf8ff7d0f08.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.961437] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.961752] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.962023] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10c55947-7a11-41e6-981b-ddde162f9dc0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.965202] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34d5a32f-9307-4600-adcb-7cf4127d2472 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.968135] env[69751]: INFO nova.scheduler.client.report [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Deleted allocations for instance 01130e6f-e175-457b-ab53-d1684f686308 [ 1148.974261] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1148.974261] env[69751]: value = "task-3484140" [ 1148.974261] env[69751]: _type = "Task" [ 1148.974261] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.978563] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.978794] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.979938] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85bf17ab-aa6b-48ce-a159-9036d964466e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.986183] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.989511] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1148.989511] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52314561-7a80-c236-5bca-15ca1b1f2de3" [ 1148.989511] env[69751]: _type = "Task" [ 1148.989511] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.997700] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52314561-7a80-c236-5bca-15ca1b1f2de3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.341265] env[69751]: INFO nova.compute.manager [-] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Took 1.37 seconds to deallocate network for instance. [ 1149.394353] env[69751]: INFO nova.compute.manager [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Detaching volume 5d813875-5f21-4a57-8fb4-f2eb32947d6f [ 1149.446338] env[69751]: INFO nova.virt.block_device [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Attempting to driver detach volume 5d813875-5f21-4a57-8fb4-f2eb32947d6f from mountpoint /dev/sdb [ 1149.446338] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.446338] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696459', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'name': 'volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1d9a7d5-69c9-486c-9e4b-99cc07d20730', 'attached_at': '', 'detached_at': '', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'serial': '5d813875-5f21-4a57-8fb4-f2eb32947d6f'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.447041] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060c86ff-75d9-42ed-bce6-c6365aac126d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.475303] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a49f2-4d34-4900-9207-72234aed997e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.483609] env[69751]: DEBUG oslo_concurrency.lockutils [None req-16f40322-0af4-499a-b0b9-4dbb9a47e87a tempest-ServerExternalEventsTest-36228847 tempest-ServerExternalEventsTest-36228847-project-member] Lock "01130e6f-e175-457b-ab53-d1684f686308" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.491s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.491758] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b85146-dba7-4022-a19a-93f0d4dfacf8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.496822] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493055} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.502113] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 7e570f13-9790-49d0-878c-aaf8ff7d0f08/7e570f13-9790-49d0-878c-aaf8ff7d0f08.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.502348] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.503513] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e32232dd-b37c-4dbd-afbf-c056cf5f1d6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.528103] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99fc4b7-ad30-4c70-a925-bca4fed434aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.530907] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52314561-7a80-c236-5bca-15ca1b1f2de3, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.533763] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1149.533763] env[69751]: value = "task-3484141" [ 1149.533763] env[69751]: _type = "Task" [ 1149.533763] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.534412] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a8ce97-c15a-4044-b945-593937f28b98 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.538112] env[69751]: DEBUG nova.network.neutron [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updated VIF entry in instance network info cache for port 52e52bef-3ccb-44f0-bef2-3814c7f93819. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.539189] env[69751]: DEBUG nova.network.neutron [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updating instance_info_cache with network_info: [{"id": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "address": "fa:16:3e:c5:59:7d", "network": {"id": "5a0a8f1a-3bbb-4ad9-aef1-0621ec2707f1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1360144265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3093b90475bd4bab88631b415a3e9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e52bef-3c", "ovs_interfaceid": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.558113] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] The volume has not been displaced from its original location: [datastore1] volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f/volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.560991] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Reconfiguring VM instance instance-00000021 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.564070] env[69751]: DEBUG oslo_concurrency.lockutils [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] Releasing lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.564293] env[69751]: DEBUG nova.compute.manager [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Received event network-vif-deleted-6b776a1b-2033-4fe4-973f-b3ad020cf955 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.564471] env[69751]: INFO nova.compute.manager [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Neutron deleted interface 6b776a1b-2033-4fe4-973f-b3ad020cf955; detaching it from the instance and deleting it from the info cache [ 1149.564644] env[69751]: DEBUG nova.network.neutron [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.566308] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-161d29e2-b805-438c-8044-ab800cd5ee9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.587665] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1149.587665] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f53f2a-fb55-1631-707e-770bf2388148" [ 1149.587665] env[69751]: _type = "Task" [ 1149.587665] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.595150] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484141, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056447} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.596385] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.596748] env[69751]: DEBUG oslo_vmware.api [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1149.596748] env[69751]: value = "task-3484142" [ 1149.596748] env[69751]: _type = "Task" [ 1149.596748] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.597507] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d13afa-9db6-4745-9c78-83ae3abd0630 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.609702] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f53f2a-fb55-1631-707e-770bf2388148, 'name': SearchDatastore_Task, 'duration_secs': 0.008076} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.610177] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.610383] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.613279] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6c34f58-0c06-4c36-839d-3ab2731eae6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.634369] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 7e570f13-9790-49d0-878c-aaf8ff7d0f08/7e570f13-9790-49d0-878c-aaf8ff7d0f08.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.634745] env[69751]: DEBUG oslo_vmware.api [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.637974] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c21270b2-e085-4420-a0d6-ca0b96dd5a3f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.656122] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1149.656122] env[69751]: value = "task-3484143" [ 1149.656122] env[69751]: _type = "Task" [ 1149.656122] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.661239] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1149.661239] env[69751]: value = "task-3484144" [ 1149.661239] env[69751]: _type = "Task" [ 1149.661239] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.674480] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.674480] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484143, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.857615] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.967875] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407346f7-b9dc-457b-94fa-7101a217073c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.979939] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7468a73-9b42-445b-8d5a-aba12f8dc9ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.021438] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195545e4-d437-4aa1-97f6-04b29ad8d630 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.033096] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38d64d8-ba0d-4e45-814d-ffe8ec6b27e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.057015] env[69751]: DEBUG nova.compute.provider_tree [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.087066] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27b187e1-427a-4c16-9346-0744d8a12093 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.097114] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e22fc0d-8269-47da-aa9c-9ae47299dd84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.116722] env[69751]: DEBUG oslo_vmware.api [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484142, 'name': ReconfigVM_Task, 'duration_secs': 0.24692} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.117058] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Reconfigured VM instance instance-00000021 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.121800] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e361597-3070-4651-88f5-e2b7af812628 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.145411] env[69751]: DEBUG nova.compute.manager [req-e1d1dfd6-2bd4-45cb-8bae-7a74a4d12aa8 req-c9004c86-d2e2-41d3-8ba6-89551e75b291 service nova] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Detach interface failed, port_id=6b776a1b-2033-4fe4-973f-b3ad020cf955, reason: Instance 1ab28f6a-fd5f-499a-934c-9045043556c3 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.150915] env[69751]: DEBUG oslo_vmware.api [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1150.150915] env[69751]: value = "task-3484145" [ 1150.150915] env[69751]: _type = "Task" [ 1150.150915] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.159453] env[69751]: DEBUG oslo_vmware.api [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.169617] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484144, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.173305] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484143, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434619} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.173305] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.173508] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.173597] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b6897ff-7dfc-45e9-b9f1-4bdd6c186167 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.179728] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1150.179728] env[69751]: value = "task-3484146" [ 1150.179728] env[69751]: _type = "Task" [ 1150.179728] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.188565] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.561916] env[69751]: DEBUG nova.scheduler.client.report [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.662062] env[69751]: DEBUG oslo_vmware.api [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484145, 'name': ReconfigVM_Task, 'duration_secs': 0.241477} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.662595] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696459', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'name': 'volume-5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a1d9a7d5-69c9-486c-9e4b-99cc07d20730', 'attached_at': '', 'detached_at': '', 'volume_id': '5d813875-5f21-4a57-8fb4-f2eb32947d6f', 'serial': '5d813875-5f21-4a57-8fb4-f2eb32947d6f'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.672659] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484144, 'name': ReconfigVM_Task, 'duration_secs': 0.58531} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.672959] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 7e570f13-9790-49d0-878c-aaf8ff7d0f08/7e570f13-9790-49d0-878c-aaf8ff7d0f08.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.673837] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05801bdb-9b7b-4c19-802a-b9a921a6f1d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.680037] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1150.680037] env[69751]: value = "task-3484147" [ 1150.680037] env[69751]: _type = "Task" [ 1150.680037] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.691330] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484147, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.694753] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.200336} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.694753] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.694753] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36631448-2b89-4414-9828-71a6aedd2880 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.719961] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.720693] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72849dfb-70db-4211-a611-1197d333b2f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.741446] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1150.741446] env[69751]: value = "task-3484148" [ 1150.741446] env[69751]: _type = "Task" [ 1150.741446] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.751496] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.756559] env[69751]: DEBUG nova.compute.manager [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Received event network-changed-52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.756807] env[69751]: DEBUG nova.compute.manager [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Refreshing instance network info cache due to event network-changed-52e52bef-3ccb-44f0-bef2-3814c7f93819. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.757205] env[69751]: DEBUG oslo_concurrency.lockutils [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] Acquiring lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.757338] env[69751]: DEBUG oslo_concurrency.lockutils [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] Acquired lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.757547] env[69751]: DEBUG nova.network.neutron [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Refreshing network info cache for port 52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.067226] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.070499] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.323s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.070597] env[69751]: DEBUG nova.objects.instance [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'resources' on Instance uuid 549320dd-0976-4346-a82e-107878bc5ba5 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.093701] env[69751]: INFO nova.scheduler.client.report [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleted allocations for instance 8fc1eedc-d3fa-4580-b8c3-719732c86545 [ 1151.194049] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484147, 'name': Rename_Task, 'duration_secs': 0.309225} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.194049] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.194049] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5753e3a-ccd4-49bf-89e6-35f9118a69a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.202372] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1151.202372] env[69751]: value = "task-3484149" [ 1151.202372] env[69751]: _type = "Task" [ 1151.202372] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.211633] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.230408] env[69751]: DEBUG nova.objects.instance [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'flavor' on Instance uuid a1d9a7d5-69c9-486c-9e4b-99cc07d20730 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.253525] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.429155] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "89d517bf-14d9-494b-bb18-d6be49e6464c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.429869] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.433640] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "89d517bf-14d9-494b-bb18-d6be49e6464c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.433640] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.433640] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.433640] env[69751]: INFO nova.compute.manager [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Terminating instance [ 1151.492010] env[69751]: DEBUG nova.network.neutron [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updated VIF entry in instance network info cache for port 52e52bef-3ccb-44f0-bef2-3814c7f93819. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1151.492408] env[69751]: DEBUG nova.network.neutron [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updating instance_info_cache with network_info: [{"id": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "address": "fa:16:3e:c5:59:7d", "network": {"id": "5a0a8f1a-3bbb-4ad9-aef1-0621ec2707f1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1360144265-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3093b90475bd4bab88631b415a3e9921", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0467beaa-08c6-44d6-b8a2-e9c609c21ff4", "external-id": "nsx-vlan-transportzone-540", "segmentation_id": 540, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52e52bef-3c", "ovs_interfaceid": "52e52bef-3ccb-44f0-bef2-3814c7f93819", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.604027] env[69751]: DEBUG oslo_concurrency.lockutils [None req-72a53a70-56eb-41d1-942b-4eb04d6c95b6 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "8fc1eedc-d3fa-4580-b8c3-719732c86545" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.519s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.714353] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.755160] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484148, 'name': ReconfigVM_Task, 'duration_secs': 0.558953} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.755435] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094/66f4418e-ba28-4b27-a436-16cf8fc75094.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.756072] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cea4c77f-35c5-41e9-9de1-e732b9afa9e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.766475] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1151.766475] env[69751]: value = "task-3484150" [ 1151.766475] env[69751]: _type = "Task" [ 1151.766475] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.778974] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484150, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.883319] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0075093-891b-42a3-b1a0-772aa1dfc046 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.891056] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd36758-475a-4d16-a1cf-54ca6939fbf5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.933182] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba617743-fac5-4a2e-9645-656637482f0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.939153] env[69751]: DEBUG nova.compute.manager [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1151.939153] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.941294] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d049f190-e6b4-42d4-9e6b-c7a074327fa8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.945089] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222f1cf4-61b4-439d-b61c-618663bbddbc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.953106] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.960753] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47a8c8af-9dab-4758-8c0e-78ce17953f79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.962562] env[69751]: DEBUG nova.compute.provider_tree [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.968853] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1151.968853] env[69751]: value = "task-3484151" [ 1151.968853] env[69751]: _type = "Task" [ 1151.968853] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.978288] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.997019] env[69751]: DEBUG oslo_concurrency.lockutils [req-7000998b-8fec-464b-bb0b-c6fd45fd895c req-cc210e10-9ea4-486d-a530-7c65ccf2dfd4 service nova] Releasing lock "refresh_cache-89d517bf-14d9-494b-bb18-d6be49e6464c" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.213099] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484149, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.236387] env[69751]: DEBUG oslo_concurrency.lockutils [None req-41e77e7d-536f-40a9-99f3-f9dc72977877 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.346s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.277469] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484150, 'name': Rename_Task, 'duration_secs': 0.136488} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.277469] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.277469] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-270785c3-9c67-4772-8f18-3b997f05ca33 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.284310] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1152.284310] env[69751]: value = "task-3484152" [ 1152.284310] env[69751]: _type = "Task" [ 1152.284310] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.292438] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.466843] env[69751]: DEBUG nova.scheduler.client.report [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.483553] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484151, 'name': PowerOffVM_Task, 'duration_secs': 0.275373} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.484072] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.484344] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.484623] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59c0c0e1-a568-4ad6-a4df-4a0348676f56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.540771] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.541385] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.541385] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Deleting the datastore file [datastore1] 89d517bf-14d9-494b-bb18-d6be49e6464c {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.541899] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ed5b3d-eb47-488b-9f7f-47562961e783 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.549252] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for the task: (returnval){ [ 1152.549252] env[69751]: value = "task-3484154" [ 1152.549252] env[69751]: _type = "Task" [ 1152.549252] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.563240] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.717717] env[69751]: DEBUG oslo_vmware.api [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484149, 'name': PowerOnVM_Task, 'duration_secs': 1.27741} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.718022] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.719729] env[69751]: INFO nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1152.719929] env[69751]: DEBUG nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.720774] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d0719f-3bff-4231-9a94-035596db412f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.803133] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484152, 'name': PowerOnVM_Task, 'duration_secs': 0.450466} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.803882] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.804371] env[69751]: DEBUG nova.compute.manager [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.805714] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7557fa-726d-45c7-9fbf-5363da93c4ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.979539] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.982033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.277s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.983574] env[69751]: INFO nova.compute.claims [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.008590] env[69751]: INFO nova.scheduler.client.report [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted allocations for instance 549320dd-0976-4346-a82e-107878bc5ba5 [ 1153.061639] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.241691] env[69751]: INFO nova.compute.manager [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Took 36.94 seconds to build instance. [ 1153.322121] env[69751]: INFO nova.compute.manager [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] bringing vm to original state: 'stopped' [ 1153.383026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.383472] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.386421] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.386421] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.386421] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.388030] env[69751]: INFO nova.compute.manager [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Terminating instance [ 1153.516823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7a06392-f98c-46da-b787-e3b58878df31 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "549320dd-0976-4346-a82e-107878bc5ba5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.557s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.559621] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.748782] env[69751]: DEBUG oslo_concurrency.lockutils [None req-89f1d15b-ae9e-43a1-8f3c-7d1b7a2d2b4f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.018s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.895534] env[69751]: DEBUG nova.compute.manager [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.895534] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.895534] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78a12ae-70c1-4f4c-b854-aeb01e451aff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.903939] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.904623] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23739611-22f9-4905-b7c2-48202b2adc6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.911117] env[69751]: DEBUG oslo_vmware.api [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1153.911117] env[69751]: value = "task-3484156" [ 1153.911117] env[69751]: _type = "Task" [ 1153.911117] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.922170] env[69751]: DEBUG oslo_vmware.api [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.065101] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.334327] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "66f4418e-ba28-4b27-a436-16cf8fc75094" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.334327] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.334327] env[69751]: DEBUG nova.compute.manager [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.335086] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ed0b80-653b-4195-aa61-ffd421da9c5e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.348171] env[69751]: DEBUG nova.compute.manager [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1154.397140] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bc7f91-73bc-463d-bcdd-7601ea293066 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.405095] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b046df-0891-4c87-a324-94537533ad52 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.447978] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754d776d-b101-4e41-87e1-c5fe2581a947 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.459485] env[69751]: DEBUG oslo_vmware.api [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484156, 'name': PowerOffVM_Task, 'duration_secs': 0.234004} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.464059] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.464059] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.464059] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2706e01b-13d9-4990-b7db-17cc6cb45f92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.464754] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-022fdbba-d6d0-4cb7-8bca-53307f88dda2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.480847] env[69751]: DEBUG nova.compute.provider_tree [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.563728] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.676943] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.677561] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.677847] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleting the datastore file [datastore2] a1d9a7d5-69c9-486c-9e4b-99cc07d20730 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.678237] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13d48644-81a7-464a-bcab-93b9a4f7644e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.686426] env[69751]: DEBUG oslo_vmware.api [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1154.686426] env[69751]: value = "task-3484158" [ 1154.686426] env[69751]: _type = "Task" [ 1154.686426] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.694400] env[69751]: DEBUG oslo_vmware.api [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.851804] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.852847] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-866b2aed-ba67-432c-9d12-d71eafa70f9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.861477] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1154.861477] env[69751]: value = "task-3484159" [ 1154.861477] env[69751]: _type = "Task" [ 1154.861477] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.875236] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.984747] env[69751]: DEBUG nova.scheduler.client.report [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.065568] env[69751]: DEBUG oslo_vmware.api [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Task: {'id': task-3484154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.404988} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.065568] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.065568] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.065568] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.065568] env[69751]: INFO nova.compute.manager [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Took 3.13 seconds to destroy the instance on the hypervisor. [ 1155.065816] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.065877] env[69751]: DEBUG nova.compute.manager [-] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.066043] env[69751]: DEBUG nova.network.neutron [-] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.195578] env[69751]: DEBUG oslo_vmware.api [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248255} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.195850] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.196044] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.196221] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.196428] env[69751]: INFO nova.compute.manager [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1155.196681] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.196875] env[69751]: DEBUG nova.compute.manager [-] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.196960] env[69751]: DEBUG nova.network.neutron [-] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.290144] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.291142] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.374356] env[69751]: DEBUG oslo_vmware.api [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484159, 'name': PowerOffVM_Task, 'duration_secs': 0.220403} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.375271] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.375378] env[69751]: DEBUG nova.compute.manager [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.377613] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566c0480-e603-4470-977f-3303d9699e71 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.493026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.509s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.493026] env[69751]: DEBUG nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.494270] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.160s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.646120] env[69751]: DEBUG nova.compute.manager [req-a4eb3026-2fa1-4404-a4bf-741836306f11 req-67e4e49c-4282-4ad5-8099-d9c896737654 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Received event network-vif-deleted-52e52bef-3ccb-44f0-bef2-3814c7f93819 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.646256] env[69751]: INFO nova.compute.manager [req-a4eb3026-2fa1-4404-a4bf-741836306f11 req-67e4e49c-4282-4ad5-8099-d9c896737654 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Neutron deleted interface 52e52bef-3ccb-44f0-bef2-3814c7f93819; detaching it from the instance and deleting it from the info cache [ 1155.646438] env[69751]: DEBUG nova.network.neutron [req-a4eb3026-2fa1-4404-a4bf-741836306f11 req-67e4e49c-4282-4ad5-8099-d9c896737654 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.733103] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.733533] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.796332] env[69751]: DEBUG nova.compute.utils [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.894913] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.561s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.966631] env[69751]: DEBUG nova.network.neutron [-] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.998474] env[69751]: DEBUG nova.compute.utils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1156.000264] env[69751]: DEBUG nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1156.000440] env[69751]: DEBUG nova.network.neutron [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1156.065868] env[69751]: DEBUG nova.policy [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ea81e221b84277b0b2ec96109ecc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fa3ab0139a54f9d93343895722f6e91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1156.159668] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29eaddcb-182c-4db6-a6f4-986410fbfa4d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.174030] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55eccd-6389-480e-90e6-e97458a1cc78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.188998] env[69751]: DEBUG nova.compute.manager [req-d2b1c7f5-e3e0-49cd-9f1b-442f622e0f88 req-e4136c9e-a143-460e-9276-8d7572e32285 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Received event network-vif-deleted-b4a1fb22-2477-4c51-bb96-dd3c993f76c5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.189293] env[69751]: INFO nova.compute.manager [req-d2b1c7f5-e3e0-49cd-9f1b-442f622e0f88 req-e4136c9e-a143-460e-9276-8d7572e32285 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Neutron deleted interface b4a1fb22-2477-4c51-bb96-dd3c993f76c5; detaching it from the instance and deleting it from the info cache [ 1156.189521] env[69751]: DEBUG nova.network.neutron [req-d2b1c7f5-e3e0-49cd-9f1b-442f622e0f88 req-e4136c9e-a143-460e-9276-8d7572e32285 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.218250] env[69751]: DEBUG nova.compute.manager [req-a4eb3026-2fa1-4404-a4bf-741836306f11 req-67e4e49c-4282-4ad5-8099-d9c896737654 service nova] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Detach interface failed, port_id=52e52bef-3ccb-44f0-bef2-3814c7f93819, reason: Instance 89d517bf-14d9-494b-bb18-d6be49e6464c could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.237132] env[69751]: DEBUG nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1156.297812] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.330584] env[69751]: DEBUG nova.network.neutron [-] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.404029] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.462470] env[69751]: DEBUG nova.network.neutron [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Successfully created port: 401543a8-bddb-41b9-98a2-ac9fb09becd2 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.470768] env[69751]: INFO nova.compute.manager [-] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Took 1.40 seconds to deallocate network for instance. [ 1156.516749] env[69751]: DEBUG nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.521501] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Applying migration context for instance 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed as it has an incoming, in-progress migration 1de7c45d-6f12-47c8-8d71-411a61654833. Migration status is confirming {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1156.521737] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Applying migration context for instance e68a3745-2717-4201-ab11-201162378a2d as it has an incoming, in-progress migration 9270b40c-a210-4b5c-b951-9f2c83828aa1. Migration status is confirming {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1156.526025] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating resource usage from migration 1de7c45d-6f12-47c8-8d71-411a61654833 [ 1156.526025] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating resource usage from migration 6bcd6f67-6b2b-4e9e-8639-37035abffd42 [ 1156.526025] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating resource usage from migration 9270b40c-a210-4b5c-b951-9f2c83828aa1 [ 1156.538234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "2c092d2e-7646-4db7-b883-16f420d17250" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.538234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "2c092d2e-7646-4db7-b883-16f420d17250" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.538304] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "2c092d2e-7646-4db7-b883-16f420d17250-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.538521] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "2c092d2e-7646-4db7-b883-16f420d17250-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.538746] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "2c092d2e-7646-4db7-b883-16f420d17250-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.541348] env[69751]: INFO nova.compute.manager [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Terminating instance [ 1156.562755] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance aa1839a8-3034-4575-8da3-32e34ddd2cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.562906] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a1d9a7d5-69c9-486c-9e4b-99cc07d20730 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.563047] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance f6e65fdf-e194-444a-99a3-3ef7932a6cc3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.563637] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2c092d2e-7646-4db7-b883-16f420d17250 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.563637] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c3f35115-410c-465c-a9f1-78d7d74976c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.563637] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 1ab28f6a-fd5f-499a-934c-9045043556c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1156.563637] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance d4c906c6-4993-4114-9740-9999265ecb86 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1156.563637] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 24ccb107-4263-4d59-8004-488cf19311f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.563903] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 17d8f11c-42b5-4f38-804f-27e82bcc54a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.563903] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 1de7c45d-6f12-47c8-8d71-411a61654833 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1156.563961] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.564119] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 9270b40c-a210-4b5c-b951-9f2c83828aa1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1156.564385] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance e68a3745-2717-4201-ab11-201162378a2d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.564496] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 66f4418e-ba28-4b27-a436-16cf8fc75094 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.564629] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a4977ca1-87f2-40c7-abdb-29760efcc52c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1156.564743] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 89d517bf-14d9-494b-bb18-d6be49e6464c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.564854] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 7e570f13-9790-49d0-878c-aaf8ff7d0f08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.564965] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 586f13ab-9e77-480e-9b81-8e1d6b69afc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.565089] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 6bcd6f67-6b2b-4e9e-8639-37035abffd42 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1156.565212] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance a1f80c39-d4d9-488e-ba8c-84a11a9f9882 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1156.692329] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6c90386-8628-4d60-9b93-4c33d1fed24b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.703224] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c05b37-bd1e-449c-a07a-58ede7239e27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.736772] env[69751]: DEBUG nova.compute.manager [req-d2b1c7f5-e3e0-49cd-9f1b-442f622e0f88 req-e4136c9e-a143-460e-9276-8d7572e32285 service nova] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Detach interface failed, port_id=b4a1fb22-2477-4c51-bb96-dd3c993f76c5, reason: Instance a1d9a7d5-69c9-486c-9e4b-99cc07d20730 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1156.764939] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.836885] env[69751]: INFO nova.compute.manager [-] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Took 1.64 seconds to deallocate network for instance. [ 1156.980019] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.049915] env[69751]: DEBUG nova.compute.manager [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1157.050192] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.051081] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cf76f5-9c9b-4c37-8707-3c24c1ca0908 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.061225] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.062263] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b077ac7b-ccab-4fb7-9e79-4751a92976a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.068106] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance e923e290-97f8-4037-98e2-c386e5c497c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1157.070816] env[69751]: DEBUG oslo_vmware.api [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1157.070816] env[69751]: value = "task-3484160" [ 1157.070816] env[69751]: _type = "Task" [ 1157.070816] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.347414] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.399432] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.400164] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.400421] env[69751]: INFO nova.compute.manager [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Attaching volume a7797a41-9003-479f-b245-c9ba50bf4762 to /dev/sdb [ 1157.433230] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aaf1d8-a3ca-4c25-adbd-98253296662d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.442606] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3605c8c-7a97-4e93-a51f-b107205167c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.460471] env[69751]: DEBUG nova.virt.block_device [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Updating existing volume attachment record: 327d8564-2206-4a20-b59d-2c5d2954b57a {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1157.537417] env[69751]: DEBUG nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.573982] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.574257] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.574393] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.574583] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.574868] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.574868] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.575155] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.575331] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.578017] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.578017] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.578017] env[69751]: DEBUG nova.virt.hardware [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.578017] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance ce994f0b-dd43-4aaf-868f-5037e43dd4ac has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1157.578017] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1157.578017] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1157.579968] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0955f99-f8fd-4b05-a0a1-a69f6c32d60f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.594069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a5fa6e-9785-4ff0-b80c-53b9d1906b18 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.602959] env[69751]: DEBUG oslo_vmware.api [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484160, 'name': PowerOffVM_Task, 'duration_secs': 0.192339} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.602959] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.602959] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.602959] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6572db7d-aa44-4a59-952f-142c088bcac8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.645111] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "66f4418e-ba28-4b27-a436-16cf8fc75094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.645446] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.645548] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "66f4418e-ba28-4b27-a436-16cf8fc75094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.645723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.646012] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.648138] env[69751]: INFO nova.compute.manager [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Terminating instance [ 1157.671221] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.671451] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.671641] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleting the datastore file [datastore1] 2c092d2e-7646-4db7-b883-16f420d17250 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.672223] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7625f90f-4abc-40b0-9b7d-09e4eae2e55f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.684764] env[69751]: DEBUG oslo_vmware.api [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1157.684764] env[69751]: value = "task-3484164" [ 1157.684764] env[69751]: _type = "Task" [ 1157.684764] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.694495] env[69751]: DEBUG oslo_vmware.api [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.971840] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c658fc-92dc-4536-9294-4be10b2210ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.980058] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3095a9-cc31-417b-a4ac-24c8d81abb06 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.016911] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a59eb126-271c-4782-b5ba-1cee6baa50d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.025185] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0a9b45-0c3e-4523-ae46-3b1015c4d14e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.041133] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.154068] env[69751]: DEBUG nova.compute.manager [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.154462] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.155251] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59389a3b-c6ef-47ff-bb7e-ffdd1cd45e43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.165747] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.166720] env[69751]: DEBUG nova.network.neutron [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Successfully updated port: 401543a8-bddb-41b9-98a2-ac9fb09becd2 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.167865] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74059dea-c75d-4dc2-af9a-2db83d3d8c33 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.193473] env[69751]: DEBUG oslo_vmware.api [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34829} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.193735] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1158.193918] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1158.194099] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1158.194303] env[69751]: INFO nova.compute.manager [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1158.195136] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1158.195136] env[69751]: DEBUG nova.compute.manager [-] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1158.195136] env[69751]: DEBUG nova.network.neutron [-] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.360604] env[69751]: DEBUG nova.compute.manager [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Received event network-vif-plugged-401543a8-bddb-41b9-98a2-ac9fb09becd2 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.360828] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] Acquiring lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.361078] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.361265] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.361598] env[69751]: DEBUG nova.compute.manager [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] No waiting events found dispatching network-vif-plugged-401543a8-bddb-41b9-98a2-ac9fb09becd2 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1158.361598] env[69751]: WARNING nova.compute.manager [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Received unexpected event network-vif-plugged-401543a8-bddb-41b9-98a2-ac9fb09becd2 for instance with vm_state building and task_state spawning. [ 1158.362156] env[69751]: DEBUG nova.compute.manager [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Received event network-changed-401543a8-bddb-41b9-98a2-ac9fb09becd2 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.362156] env[69751]: DEBUG nova.compute.manager [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Refreshing instance network info cache due to event network-changed-401543a8-bddb-41b9-98a2-ac9fb09becd2. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1158.362156] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] Acquiring lock "refresh_cache-586f13ab-9e77-480e-9b81-8e1d6b69afc2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.362340] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] Acquired lock "refresh_cache-586f13ab-9e77-480e-9b81-8e1d6b69afc2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.362340] env[69751]: DEBUG nova.network.neutron [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Refreshing network info cache for port 401543a8-bddb-41b9-98a2-ac9fb09becd2 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.545201] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.670793] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "refresh_cache-586f13ab-9e77-480e-9b81-8e1d6b69afc2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.908047] env[69751]: DEBUG nova.network.neutron [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.966861] env[69751]: DEBUG nova.network.neutron [-] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.989840] env[69751]: DEBUG nova.network.neutron [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.050726] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1159.050978] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.557s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.051282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.853s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.051467] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.053971] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.533s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.068027] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1159.068113] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1159.071445] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleting the datastore file [datastore1] 66f4418e-ba28-4b27-a436-16cf8fc75094 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1159.071445] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca73e08f-bd4f-43d6-8e7c-5bc29d71d6b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.076432] env[69751]: DEBUG oslo_vmware.api [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1159.076432] env[69751]: value = "task-3484167" [ 1159.076432] env[69751]: _type = "Task" [ 1159.076432] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.082389] env[69751]: INFO nova.scheduler.client.report [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted allocations for instance d4c906c6-4993-4114-9740-9999265ecb86 [ 1159.092046] env[69751]: DEBUG oslo_vmware.api [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.126481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.128135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.469182] env[69751]: INFO nova.compute.manager [-] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Took 1.27 seconds to deallocate network for instance. [ 1159.492565] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a74f3a6-8f6c-40bf-9957-debf6f9a5e03 req-9574e907-ab6d-4cf6-8acf-425ea29cefae service nova] Releasing lock "refresh_cache-586f13ab-9e77-480e-9b81-8e1d6b69afc2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.493013] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "refresh_cache-586f13ab-9e77-480e-9b81-8e1d6b69afc2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.493204] env[69751]: DEBUG nova.network.neutron [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.589643] env[69751]: DEBUG oslo_vmware.api [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142332} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.590099] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.590243] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.590418] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.590589] env[69751]: INFO nova.compute.manager [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1159.590837] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.591080] env[69751]: DEBUG nova.compute.manager [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.591165] env[69751]: DEBUG nova.network.neutron [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.597207] env[69751]: DEBUG oslo_concurrency.lockutils [None req-06ebde5d-2148-48da-996c-66123f96ed09 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "d4c906c6-4993-4114-9740-9999265ecb86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.522s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.629699] env[69751]: DEBUG nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1159.878653] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ca52d3-375d-45c5-bc1b-d186cdaf8c99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.889116] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f6199-a706-4d95-a615-e00d6e0a4c90 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.895989] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.896354] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.924985] env[69751]: DEBUG nova.compute.utils [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.927027] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1a6a1f-4b2e-429f-976e-44cf27649e3d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.936640] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a28bbb4-e555-40d4-9808-e7d72abf3a2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.953087] env[69751]: DEBUG nova.compute.provider_tree [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.976064] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.026079] env[69751]: DEBUG nova.network.neutron [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1160.151611] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.157719] env[69751]: DEBUG nova.network.neutron [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Updating instance_info_cache with network_info: [{"id": "401543a8-bddb-41b9-98a2-ac9fb09becd2", "address": "fa:16:3e:c7:4b:ac", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401543a8-bd", "ovs_interfaceid": "401543a8-bddb-41b9-98a2-ac9fb09becd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.395471] env[69751]: DEBUG nova.network.neutron [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.431566] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.535s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.455902] env[69751]: DEBUG nova.scheduler.client.report [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.567436] env[69751]: DEBUG nova.compute.manager [req-9e756843-ccc0-4fde-bd05-b67be90acf04 req-02166972-c756-41e5-94bd-f76972ca7cec service nova] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Received event network-vif-deleted-5dc3971e-bb94-4e5a-b054-1717862ba00e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.567644] env[69751]: DEBUG nova.compute.manager [req-9e756843-ccc0-4fde-bd05-b67be90acf04 req-02166972-c756-41e5-94bd-f76972ca7cec service nova] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Received event network-vif-deleted-50340cdc-60d1-4e97-a587-fcd23783f916 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1160.661044] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "refresh_cache-586f13ab-9e77-480e-9b81-8e1d6b69afc2" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.661439] env[69751]: DEBUG nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Instance network_info: |[{"id": "401543a8-bddb-41b9-98a2-ac9fb09becd2", "address": "fa:16:3e:c7:4b:ac", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap401543a8-bd", "ovs_interfaceid": "401543a8-bddb-41b9-98a2-ac9fb09becd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1160.661861] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:4b:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '401543a8-bddb-41b9-98a2-ac9fb09becd2', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1160.669613] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1160.669857] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1160.670099] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31a146d3-082c-4c50-a957-d3198f4f3efd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.690126] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1160.690126] env[69751]: value = "task-3484169" [ 1160.690126] env[69751]: _type = "Task" [ 1160.690126] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.698512] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484169, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.899116] env[69751]: INFO nova.compute.manager [-] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Took 1.31 seconds to deallocate network for instance. [ 1161.200272] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484169, 'name': CreateVM_Task, 'duration_secs': 0.285248} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.200613] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1161.201157] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.201327] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.201651] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.201957] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7e977f-39c1-4c9b-bca4-716e346dbf3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.206774] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1161.206774] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524ca4b4-e7eb-fa28-4b26-f38f8d70a156" [ 1161.206774] env[69751]: _type = "Task" [ 1161.206774] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.214435] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524ca4b4-e7eb-fa28-4b26-f38f8d70a156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.405894] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.469687] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.416s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.469986] env[69751]: DEBUG nova.compute.manager [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69751) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1161.473194] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.473194] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.473408] env[69751]: INFO nova.compute.manager [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Attaching volume 908bec69-0c55-4024-8c6c-1fb59ddaeeab to /dev/sdb [ 1161.475486] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.513s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.517220] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba1b2c-356e-4d60-b71c-a6f418cbccd1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.530442] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850bbba5-f609-4348-b1ec-f427b3f9daea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.553052] env[69751]: DEBUG nova.virt.block_device [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Updating existing volume attachment record: e2080905-70af-4c40-8bb1-17fd2c1826b2 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1161.717109] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524ca4b4-e7eb-fa28-4b26-f38f8d70a156, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.717425] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.717655] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1161.717895] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.718056] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.718239] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1161.718509] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cfd1836-bd77-4321-8d9d-a725c5aa4ac1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.727301] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1161.727483] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1161.728271] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc318de-37ad-4657-8eb4-79cd6f67ec65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.733719] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1161.733719] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52deae07-36f7-da85-1691-d597938d1b7a" [ 1161.733719] env[69751]: _type = "Task" [ 1161.733719] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.741271] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52deae07-36f7-da85-1691-d597938d1b7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.981253] env[69751]: INFO nova.compute.claims [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.016326] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1162.016646] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696516', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'name': 'volume-a7797a41-9003-479f-b245-c9ba50bf4762', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e570f13-9790-49d0-878c-aaf8ff7d0f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'serial': 'a7797a41-9003-479f-b245-c9ba50bf4762'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1162.017793] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c142cf-3a15-457f-81d7-5a8974d392c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.035365] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c3110b-9632-4d98-b41e-0bda9e68d3e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.039284] env[69751]: INFO nova.scheduler.client.report [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted allocation for migration 1de7c45d-6f12-47c8-8d71-411a61654833 [ 1162.061104] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-a7797a41-9003-479f-b245-c9ba50bf4762/volume-a7797a41-9003-479f-b245-c9ba50bf4762.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.063626] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4669ba47-c540-4679-b7c5-d1c81754c28f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.082956] env[69751]: DEBUG oslo_vmware.api [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1162.082956] env[69751]: value = "task-3484171" [ 1162.082956] env[69751]: _type = "Task" [ 1162.082956] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.092894] env[69751]: DEBUG oslo_vmware.api [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.243860] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52deae07-36f7-da85-1691-d597938d1b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009277} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.244661] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-396ee169-d03a-4530-a1a4-b3e2c558b073 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.250084] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1162.250084] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52791af3-3035-21a1-7012-89e99bc78bda" [ 1162.250084] env[69751]: _type = "Task" [ 1162.250084] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.258018] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52791af3-3035-21a1-7012-89e99bc78bda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.490749] env[69751]: INFO nova.compute.resource_tracker [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating resource usage from migration 6bcd6f67-6b2b-4e9e-8639-37035abffd42 [ 1162.579292] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84eba232-b4c4-41f5-9c4f-78d9e5c0e785 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.540s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.592445] env[69751]: DEBUG oslo_vmware.api [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484171, 'name': ReconfigVM_Task, 'duration_secs': 0.344378} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.593281] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-a7797a41-9003-479f-b245-c9ba50bf4762/volume-a7797a41-9003-479f-b245-c9ba50bf4762.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.600513] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7faf1d69-2a46-4906-9633-d9f3bf375f02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.615798] env[69751]: DEBUG oslo_vmware.api [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1162.615798] env[69751]: value = "task-3484172" [ 1162.615798] env[69751]: _type = "Task" [ 1162.615798] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.624786] env[69751]: DEBUG oslo_vmware.api [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.764143] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52791af3-3035-21a1-7012-89e99bc78bda, 'name': SearchDatastore_Task, 'duration_secs': 0.009313} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.764143] env[69751]: DEBUG nova.objects.instance [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'flavor' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.764858] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.765281] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 586f13ab-9e77-480e-9b81-8e1d6b69afc2/586f13ab-9e77-480e-9b81-8e1d6b69afc2.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1162.766123] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b438ba5b-1526-4863-9e5c-e86d45ea5c0d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.768798] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-372f64cc-71d5-4bcd-9cc2-3052f6242976 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.774948] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c23f71-beb6-48c4-858a-02e42a3465c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.780048] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1162.780048] env[69751]: value = "task-3484173" [ 1162.780048] env[69751]: _type = "Task" [ 1162.780048] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.810431] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d375e1b9-84b3-403d-9997-25020d68d25e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.816772] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.821752] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247596e2-953d-4d67-82d6-5f4d0619472c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.837722] env[69751]: DEBUG nova.compute.provider_tree [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.126717] env[69751]: DEBUG oslo_vmware.api [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484172, 'name': ReconfigVM_Task, 'duration_secs': 0.131882} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.126927] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696516', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'name': 'volume-a7797a41-9003-479f-b245-c9ba50bf4762', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e570f13-9790-49d0-878c-aaf8ff7d0f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'serial': 'a7797a41-9003-479f-b245-c9ba50bf4762'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1163.271702] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.271702] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.271702] env[69751]: DEBUG nova.network.neutron [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1163.272119] env[69751]: DEBUG nova.objects.instance [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'info_cache' on Instance uuid 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.291771] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473602} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.292278] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 586f13ab-9e77-480e-9b81-8e1d6b69afc2/586f13ab-9e77-480e-9b81-8e1d6b69afc2.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1163.292491] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1163.292730] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15b915c2-82bb-4629-b056-3d401f4dadee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.299566] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1163.299566] env[69751]: value = "task-3484174" [ 1163.299566] env[69751]: _type = "Task" [ 1163.299566] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.307245] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.340809] env[69751]: DEBUG nova.scheduler.client.report [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.775583] env[69751]: DEBUG nova.objects.base [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Object Instance<2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed> lazy-loaded attributes: flavor,info_cache {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1163.810235] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06546} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.810391] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.811220] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c50489-efeb-4026-8efc-662726e5597f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.835234] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 586f13ab-9e77-480e-9b81-8e1d6b69afc2/586f13ab-9e77-480e-9b81-8e1d6b69afc2.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.835542] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41bace58-6042-499d-88ff-ae014808e6f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.850852] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.375s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.851096] env[69751]: INFO nova.compute.manager [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Migrating [ 1163.858063] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.192s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.860191] env[69751]: INFO nova.compute.claims [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.874094] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1163.874094] env[69751]: value = "task-3484176" [ 1163.874094] env[69751]: _type = "Task" [ 1163.874094] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.886448] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484176, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.162794] env[69751]: DEBUG nova.objects.instance [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'flavor' on Instance uuid 7e570f13-9790-49d0-878c-aaf8ff7d0f08 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.372737] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.373110] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.373353] env[69751]: DEBUG nova.network.neutron [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.393110] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484176, 'name': ReconfigVM_Task, 'duration_secs': 0.388234} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.393575] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 586f13ab-9e77-480e-9b81-8e1d6b69afc2/586f13ab-9e77-480e-9b81-8e1d6b69afc2.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.393983] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bad4953-f599-4a6f-b5c1-be0b9c3b6ae6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.400346] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1164.400346] env[69751]: value = "task-3484177" [ 1164.400346] env[69751]: _type = "Task" [ 1164.400346] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.408022] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484177, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.522940] env[69751]: DEBUG nova.network.neutron [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [{"id": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "address": "fa:16:3e:4c:f2:88", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c5a5ba1-c5", "ovs_interfaceid": "1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.668177] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4fde8a9a-2ea4-4cab-9ba1-667157c61941 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.820517] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.820647] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.820849] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.821020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.821224] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.823445] env[69751]: INFO nova.compute.manager [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Terminating instance [ 1164.916649] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484177, 'name': Rename_Task, 'duration_secs': 0.356282} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.917519] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.917519] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-770afb36-1b97-460c-8b8e-2c4bdd341af5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.925531] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1164.925531] env[69751]: value = "task-3484178" [ 1164.925531] env[69751]: _type = "Task" [ 1164.925531] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.937799] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.025217] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.164701] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d291a47e-5215-4bb0-8a82-42cd953fd49b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.167922] env[69751]: DEBUG nova.network.neutron [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.173915] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80044a0-56da-4390-8cf1-1d773f5b7ca5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.204185] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3562c94b-d5a8-4978-8909-bde3d8e4516d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.211296] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e40d8-c872-4150-94a1-55a10cb32077 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.224740] env[69751]: DEBUG nova.compute.provider_tree [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.327586] env[69751]: DEBUG nova.compute.manager [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.327838] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.328378] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2d99331-a055-4290-bb4c-e23bdeebb36b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.335572] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1165.335572] env[69751]: value = "task-3484179" [ 1165.335572] env[69751]: _type = "Task" [ 1165.335572] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.343419] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484179, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.439219] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484178, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.671872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.730154] env[69751]: DEBUG nova.scheduler.client.report [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.845622] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484179, 'name': PowerOffVM_Task, 'duration_secs': 0.292512} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.845959] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.846226] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1165.846476] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696516', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'name': 'volume-a7797a41-9003-479f-b245-c9ba50bf4762', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e570f13-9790-49d0-878c-aaf8ff7d0f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'serial': 'a7797a41-9003-479f-b245-c9ba50bf4762'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1165.847403] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe50cf20-ece6-4dc8-99d4-4839dc3c77f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.870345] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9333adae-d2c0-46db-bfe5-c7b5313037c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.877617] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89d6403-1be5-49b9-ab8d-67ff7f8a2040 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.899031] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda046db-08db-405e-917c-739ac088fbe0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.913410] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] The volume has not been displaced from its original location: [datastore2] volume-a7797a41-9003-479f-b245-c9ba50bf4762/volume-a7797a41-9003-479f-b245-c9ba50bf4762.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1165.918608] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.918935] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ae8056-6455-4d7c-ae8c-a204b0635288 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.940614] env[69751]: DEBUG oslo_vmware.api [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484178, 'name': PowerOnVM_Task, 'duration_secs': 0.603321} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.941871] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.942090] env[69751]: INFO nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1165.942275] env[69751]: DEBUG nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1165.942600] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1165.942600] env[69751]: value = "task-3484180" [ 1165.942600] env[69751]: _type = "Task" [ 1165.942600] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.943286] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba195c8-bbe6-4414-86de-3737c336ac82 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.953112] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484180, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.033628] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.034056] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37d5c01f-8353-4932-9ef1-5c78bbfbea99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.041455] env[69751]: DEBUG oslo_vmware.api [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1166.041455] env[69751]: value = "task-3484181" [ 1166.041455] env[69751]: _type = "Task" [ 1166.041455] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.049563] env[69751]: DEBUG oslo_vmware.api [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.100019] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1166.100282] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696518', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'name': 'volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'serial': '908bec69-0c55-4024-8c6c-1fb59ddaeeab'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1166.101177] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e805af6-2e0b-4871-ad2a-457d9428cf45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.118523] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7796dc8e-f55c-4e1d-945a-ace32d00bf30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.146524] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab/volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1166.147047] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb26b860-f967-4f6d-b81e-272a289f8540 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.165884] env[69751]: DEBUG oslo_vmware.api [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1166.165884] env[69751]: value = "task-3484182" [ 1166.165884] env[69751]: _type = "Task" [ 1166.165884] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.179628] env[69751]: DEBUG oslo_vmware.api [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.235945] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.236103] env[69751]: DEBUG nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.238823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.282s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.239043] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.241198] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 18.489s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.265048] env[69751]: INFO nova.scheduler.client.report [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Deleted allocations for instance a4977ca1-87f2-40c7-abdb-29760efcc52c [ 1166.458516] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484180, 'name': ReconfigVM_Task, 'duration_secs': 0.216841} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.466907] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1166.469520] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5106042a-1531-4c5e-9203-1a0cfd30a6fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.479949] env[69751]: INFO nova.compute.manager [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Took 29.79 seconds to build instance. [ 1166.486023] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1166.486023] env[69751]: value = "task-3484183" [ 1166.486023] env[69751]: _type = "Task" [ 1166.486023] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.496873] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484183, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.552024] env[69751]: DEBUG oslo_vmware.api [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484181, 'name': PowerOnVM_Task, 'duration_secs': 0.417116} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.552370] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.552566] env[69751]: DEBUG nova.compute.manager [None req-5e33361a-40c6-4b1e-b0d1-33e6c9e6ebdd tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.553352] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b94717c-b01f-47d3-8cd2-623fae687629 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.676109] env[69751]: DEBUG oslo_vmware.api [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484182, 'name': ReconfigVM_Task, 'duration_secs': 0.400024} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.676392] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfigured VM instance instance-00000054 to attach disk [datastore2] volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab/volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.683575] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b132e538-7d42-4cb3-abd6-8934e677b49d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.697114] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af30c9fa-b794-4095-8785-575ba907fda4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.701192] env[69751]: DEBUG oslo_vmware.api [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1166.701192] env[69751]: value = "task-3484184" [ 1166.701192] env[69751]: _type = "Task" [ 1166.701192] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.718826] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance 'a1f80c39-d4d9-488e-ba8c-84a11a9f9882' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.727029] env[69751]: DEBUG oslo_vmware.api [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.744658] env[69751]: DEBUG nova.compute.utils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.749076] env[69751]: DEBUG nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1166.749848] env[69751]: DEBUG nova.network.neutron [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1166.771650] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b72b5d6e-e146-4c7f-9bad-506badf8da96 tempest-ServerMetadataNegativeTestJSON-2074637442 tempest-ServerMetadataNegativeTestJSON-2074637442-project-member] Lock "a4977ca1-87f2-40c7-abdb-29760efcc52c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.310s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.797029] env[69751]: DEBUG nova.policy [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f9b640c63a248cfa1df8caad27fd368', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '617d6e91ebb04cfe805d8ccef341d9e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.985224] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a00cc9ff-4c25-4651-902c-6d9dc5ae82bd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.323s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.998092] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484183, 'name': ReconfigVM_Task, 'duration_secs': 0.129964} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.001555] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696516', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'name': 'volume-a7797a41-9003-479f-b245-c9ba50bf4762', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7e570f13-9790-49d0-878c-aaf8ff7d0f08', 'attached_at': '', 'detached_at': '', 'volume_id': 'a7797a41-9003-479f-b245-c9ba50bf4762', 'serial': 'a7797a41-9003-479f-b245-c9ba50bf4762'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1167.001930] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.003838] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b91227-9e9b-4e4b-9d0e-365560c53e92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.015926] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.015926] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bad2d1f5-ef88-4cc0-aa57-b2696a0e3f40 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.058218] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb05f8-85fc-48d1-84e9-2975c87f09f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.075782] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f7ca11-c148-4fc7-a322-5e34e62b597e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.113987] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d12ab5-7ab6-4c69-a661-ec9fc7564821 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.117010] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.117319] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.117559] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleting the datastore file [datastore1] 7e570f13-9790-49d0-878c-aaf8ff7d0f08 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.117844] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c5f4da-d5b0-40de-ad68-ec24f4bd4e34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.126266] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83997a3-32e9-4e99-8a49-cd8fee79f01a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.131139] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1167.131139] env[69751]: value = "task-3484186" [ 1167.131139] env[69751]: _type = "Task" [ 1167.131139] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.143657] env[69751]: DEBUG nova.compute.provider_tree [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.149793] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.211446] env[69751]: DEBUG oslo_vmware.api [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484184, 'name': ReconfigVM_Task, 'duration_secs': 0.150085} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.211754] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696518', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'name': 'volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'serial': '908bec69-0c55-4024-8c6c-1fb59ddaeeab'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.226297] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.226941] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-204b00d7-3293-49b3-9c2f-d09966644f5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.237700] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1167.237700] env[69751]: value = "task-3484187" [ 1167.237700] env[69751]: _type = "Task" [ 1167.237700] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.246665] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.249328] env[69751]: DEBUG nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.316130] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.316130] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.316130] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.316363] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.316554] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.319079] env[69751]: INFO nova.compute.manager [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Terminating instance [ 1167.361884] env[69751]: DEBUG nova.network.neutron [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Successfully created port: 2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.513231] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c651638-4c33-4624-bded-92fda98f50a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.520795] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4abc5118-4e7c-414d-a9d0-6230ab054ff2 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Suspending the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1167.520795] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7271fb32-4144-4c9b-a7f0-06774a653d6e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.527560] env[69751]: DEBUG oslo_vmware.api [None req-4abc5118-4e7c-414d-a9d0-6230ab054ff2 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1167.527560] env[69751]: value = "task-3484188" [ 1167.527560] env[69751]: _type = "Task" [ 1167.527560] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.535207] env[69751]: DEBUG oslo_vmware.api [None req-4abc5118-4e7c-414d-a9d0-6230ab054ff2 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484188, 'name': SuspendVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.641599] env[69751]: DEBUG oslo_vmware.api [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263341} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.641853] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.642052] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.642234] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.642408] env[69751]: INFO nova.compute.manager [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1167.642656] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.642849] env[69751]: DEBUG nova.compute.manager [-] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.642948] env[69751]: DEBUG nova.network.neutron [-] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.646620] env[69751]: DEBUG nova.scheduler.client.report [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.749391] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484187, 'name': PowerOffVM_Task, 'duration_secs': 0.174897} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.749968] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.750361] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance 'a1f80c39-d4d9-488e-ba8c-84a11a9f9882' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.823799] env[69751]: DEBUG nova.compute.manager [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.824024] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.824964] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c26c43-8a5d-4d69-aee2-3fe0f6c15fea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.838999] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.839506] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5f3148a-9b30-4792-9770-51e04c85afda {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.846353] env[69751]: DEBUG oslo_vmware.api [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1167.846353] env[69751]: value = "task-3484189" [ 1167.846353] env[69751]: _type = "Task" [ 1167.846353] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.861089] env[69751]: DEBUG oslo_vmware.api [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.925548] env[69751]: DEBUG nova.compute.manager [req-1eda4d16-d17b-4419-9c55-fe171dfb6f03 req-0eb60061-fac7-498a-bdf3-b208c5e482e6 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Received event network-vif-deleted-408a3bf8-e9a5-4094-9aba-8757eb1aa5c0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.925548] env[69751]: INFO nova.compute.manager [req-1eda4d16-d17b-4419-9c55-fe171dfb6f03 req-0eb60061-fac7-498a-bdf3-b208c5e482e6 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Neutron deleted interface 408a3bf8-e9a5-4094-9aba-8757eb1aa5c0; detaching it from the instance and deleting it from the info cache [ 1167.925548] env[69751]: DEBUG nova.network.neutron [req-1eda4d16-d17b-4419-9c55-fe171dfb6f03 req-0eb60061-fac7-498a-bdf3-b208c5e482e6 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.037893] env[69751]: DEBUG oslo_vmware.api [None req-4abc5118-4e7c-414d-a9d0-6230ab054ff2 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484188, 'name': SuspendVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.262223] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.262474] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.262632] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.262809] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.262974] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.263194] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.263415] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.263574] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.263741] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.263904] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.267210] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.275925] env[69751]: DEBUG nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.283252] env[69751]: DEBUG nova.objects.instance [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 24ccb107-4263-4d59-8004-488cf19311f3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.284556] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9402f5ea-7eb4-4e16-aafb-8de17db19998 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.305926] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1168.305926] env[69751]: value = "task-3484190" [ 1168.305926] env[69751]: _type = "Task" [ 1168.305926] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.318088] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.322023] env[69751]: DEBUG nova.virt.hardware [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.322805] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40db8ed-a15b-4323-84ef-814f98a6666a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.330384] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b9cc23-4749-4bbc-bd44-ebbed7a63437 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.354937] env[69751]: DEBUG oslo_vmware.api [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484189, 'name': PowerOffVM_Task, 'duration_secs': 0.161885} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.355225] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1168.355395] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.355640] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1a842ba-8352-41d6-aa2b-14e5e3d6337d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.399324] env[69751]: DEBUG nova.network.neutron [-] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.412650] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.412801] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.412954] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleting the datastore file [datastore2] 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.413218] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efb8b0f1-e33c-4967-9f41-608573848fe3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.420968] env[69751]: DEBUG oslo_vmware.api [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1168.420968] env[69751]: value = "task-3484192" [ 1168.420968] env[69751]: _type = "Task" [ 1168.420968] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.430291] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79b6ce79-8492-476a-ae79-f768f123c665 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.432548] env[69751]: DEBUG oslo_vmware.api [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.440028] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1e1934-bccc-49a3-aa1c-f16abf20285a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.471903] env[69751]: DEBUG nova.compute.manager [req-1eda4d16-d17b-4419-9c55-fe171dfb6f03 req-0eb60061-fac7-498a-bdf3-b208c5e482e6 service nova] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Detach interface failed, port_id=408a3bf8-e9a5-4094-9aba-8757eb1aa5c0, reason: Instance 7e570f13-9790-49d0-878c-aaf8ff7d0f08 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.538256] env[69751]: DEBUG oslo_vmware.api [None req-4abc5118-4e7c-414d-a9d0-6230ab054ff2 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484188, 'name': SuspendVM_Task, 'duration_secs': 0.613513} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.538615] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4abc5118-4e7c-414d-a9d0-6230ab054ff2 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Suspended the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1168.538881] env[69751]: DEBUG nova.compute.manager [None req-4abc5118-4e7c-414d-a9d0-6230ab054ff2 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.539735] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988c9194-a73b-48a5-91cc-05aa058d827d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.657672] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.416s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.660609] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.803s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.660820] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.663306] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 12.260s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.663498] env[69751]: DEBUG nova.objects.instance [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1168.702926] env[69751]: INFO nova.scheduler.client.report [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted allocations for instance 1ab28f6a-fd5f-499a-934c-9045043556c3 [ 1168.804054] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0b0075bf-6e34-4c74-aa41-d7823a31bba5 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.817388] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484190, 'name': ReconfigVM_Task, 'duration_secs': 0.379501} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.817746] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance 'a1f80c39-d4d9-488e-ba8c-84a11a9f9882' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1168.903062] env[69751]: INFO nova.compute.manager [-] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Took 1.26 seconds to deallocate network for instance. [ 1168.932922] env[69751]: DEBUG oslo_vmware.api [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131172} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.933283] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.933493] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.933690] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.933872] env[69751]: INFO nova.compute.manager [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1168.934171] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.934377] env[69751]: DEBUG nova.compute.manager [-] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.934474] env[69751]: DEBUG nova.network.neutron [-] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1169.217875] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2688ec4-ddf2-405a-9793-180b8327fd4f tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "1ab28f6a-fd5f-499a-934c-9045043556c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.870s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.251716] env[69751]: INFO nova.scheduler.client.report [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted allocation for migration 9270b40c-a210-4b5c-b951-9f2c83828aa1 [ 1169.264942] env[69751]: DEBUG nova.compute.manager [req-0a80cdd0-d0a1-4f1b-abc3-b78a2af377f1 req-00fd556e-91cc-4fe4-92cc-989fb7dcd031 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received event network-vif-plugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.265141] env[69751]: DEBUG oslo_concurrency.lockutils [req-0a80cdd0-d0a1-4f1b-abc3-b78a2af377f1 req-00fd556e-91cc-4fe4-92cc-989fb7dcd031 service nova] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.265387] env[69751]: DEBUG oslo_concurrency.lockutils [req-0a80cdd0-d0a1-4f1b-abc3-b78a2af377f1 req-00fd556e-91cc-4fe4-92cc-989fb7dcd031 service nova] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.265559] env[69751]: DEBUG oslo_concurrency.lockutils [req-0a80cdd0-d0a1-4f1b-abc3-b78a2af377f1 req-00fd556e-91cc-4fe4-92cc-989fb7dcd031 service nova] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.265729] env[69751]: DEBUG nova.compute.manager [req-0a80cdd0-d0a1-4f1b-abc3-b78a2af377f1 req-00fd556e-91cc-4fe4-92cc-989fb7dcd031 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] No waiting events found dispatching network-vif-plugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.265896] env[69751]: WARNING nova.compute.manager [req-0a80cdd0-d0a1-4f1b-abc3-b78a2af377f1 req-00fd556e-91cc-4fe4-92cc-989fb7dcd031 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received unexpected event network-vif-plugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 for instance with vm_state building and task_state spawning. [ 1169.325629] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.326485] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.326852] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.327107] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.327322] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.327533] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.328078] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.328297] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.328507] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.328787] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.328915] env[69751]: DEBUG nova.virt.hardware [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.335021] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1169.335886] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea71c409-183c-43ac-b746-b765f4965845 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.354859] env[69751]: DEBUG nova.network.neutron [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Successfully updated port: 2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.357785] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1169.357785] env[69751]: value = "task-3484193" [ 1169.357785] env[69751]: _type = "Task" [ 1169.357785] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.367074] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.470794] env[69751]: INFO nova.compute.manager [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Took 0.57 seconds to detach 1 volumes for instance. [ 1169.679742] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a7dba107-88ce-4725-8bdc-11bb4825809b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.681457] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.916s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.685494] env[69751]: INFO nova.compute.claims [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.767972] env[69751]: DEBUG oslo_concurrency.lockutils [None req-aed4ed26-6686-416a-9446-48e043036606 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 25.393s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.858469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859417] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.859826] env[69751]: DEBUG nova.network.neutron [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.880353] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484193, 'name': ReconfigVM_Task, 'duration_secs': 0.172472} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.880639] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1169.882362] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1356e6c-732e-4281-a935-8e7a8aae2881 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.909587] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] a1f80c39-d4d9-488e-ba8c-84a11a9f9882/a1f80c39-d4d9-488e-ba8c-84a11a9f9882.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.913015] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f40dd806-dafe-4ef1-9239-916dace8e917 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.931851] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1169.931851] env[69751]: value = "task-3484194" [ 1169.931851] env[69751]: _type = "Task" [ 1169.931851] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.943868] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484194, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.961815] env[69751]: DEBUG nova.network.neutron [-] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.977309] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.179329] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.179713] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.203121] env[69751]: DEBUG nova.compute.manager [req-4f25acb0-b235-4a3b-80f3-e9b1b0e1e18b req-5a202677-558e-40b9-99eb-86e5ae4a6734 service nova] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Received event network-vif-deleted-1c5a5ba1-c52b-45d5-aa6e-f096bbb0f1a4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.406686] env[69751]: DEBUG nova.network.neutron [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.436036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.436281] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.446858] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484194, 'name': ReconfigVM_Task, 'duration_secs': 0.275077} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.447604] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Reconfigured VM instance instance-0000001c to attach disk [datastore2] a1f80c39-d4d9-488e-ba8c-84a11a9f9882/a1f80c39-d4d9-488e-ba8c-84a11a9f9882.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1170.447861] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance 'a1f80c39-d4d9-488e-ba8c-84a11a9f9882' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.466636] env[69751]: INFO nova.compute.manager [-] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Took 1.53 seconds to deallocate network for instance. [ 1170.570821] env[69751]: DEBUG nova.network.neutron [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e712444-63", "ovs_interfaceid": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.683824] env[69751]: DEBUG nova.compute.utils [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.821080] env[69751]: DEBUG nova.compute.manager [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1170.822172] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10faf50-a8a5-49d9-ad23-cc449d6599a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.936475] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616a329d-c058-4cb0-9a06-d225ed4e1d51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.941087] env[69751]: DEBUG nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.947155] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f520c3-9127-40e8-9e2f-d9b0443bb744 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.977757] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f295eb-623f-45bc-97ae-26c7091eb5cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.981346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.982853] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8449ad56-6344-4196-8aa2-f1f4af87986d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.005115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84272104-0aba-4bd8-8f8d-ea5ef5933874 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.009096] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c665cdd-67bc-41b7-8768-8f827a925536 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.029366] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance 'a1f80c39-d4d9-488e-ba8c-84a11a9f9882' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.040255] env[69751]: DEBUG nova.compute.provider_tree [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.074045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.074443] env[69751]: DEBUG nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Instance network_info: |[{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e712444-63", "ovs_interfaceid": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.074958] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:bd:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e712444-63a7-4d53-9fb3-6e1635b291e0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.082482] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating folder: Project (617d6e91ebb04cfe805d8ccef341d9e3). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.082971] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ade69ea-8bff-4e18-8d0d-90659ded2b07 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.096832] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Created folder: Project (617d6e91ebb04cfe805d8ccef341d9e3) in parent group-v696263. [ 1171.096832] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating folder: Instances. Parent ref: group-v696519. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1171.096956] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-478ae8a7-68f9-4c9e-afa9-e02fba50a511 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.106776] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Created folder: Instances in parent group-v696519. [ 1171.107043] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.107231] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.107427] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-828aa91b-62ec-448d-9180-06e02c169ead {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.127645] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.127645] env[69751]: value = "task-3484197" [ 1171.127645] env[69751]: _type = "Task" [ 1171.127645] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.135782] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484197, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.187167] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.332624] env[69751]: INFO nova.compute.manager [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] instance snapshotting [ 1171.332786] env[69751]: WARNING nova.compute.manager [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1171.335674] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a4a27e-41a3-48b3-9faa-b15c200274e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.354609] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35020c04-fc32-4ab4-8a29-e546bfb9f274 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.437509] env[69751]: DEBUG nova.compute.manager [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received event network-changed-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.437763] env[69751]: DEBUG nova.compute.manager [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Refreshing instance network info cache due to event network-changed-2e712444-63a7-4d53-9fb3-6e1635b291e0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.438009] env[69751]: DEBUG oslo_concurrency.lockutils [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] Acquiring lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.438168] env[69751]: DEBUG oslo_concurrency.lockutils [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] Acquired lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.438328] env[69751]: DEBUG nova.network.neutron [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Refreshing network info cache for port 2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.463619] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.546449] env[69751]: DEBUG nova.scheduler.client.report [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.585187] env[69751]: DEBUG nova.network.neutron [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Port d65de95f-31c4-41b3-b49f-80e829164178 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1171.637524] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484197, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.865318] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1171.865617] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8fdf633-f89d-4feb-a096-db6382e467ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.873869] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1171.873869] env[69751]: value = "task-3484198" [ 1171.873869] env[69751]: _type = "Task" [ 1171.873869] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.881909] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484198, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.994085] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "e68a3745-2717-4201-ab11-201162378a2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.994279] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.994415] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "e68a3745-2717-4201-ab11-201162378a2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.994618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.994799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.997407] env[69751]: INFO nova.compute.manager [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Terminating instance [ 1172.052684] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.053210] env[69751]: DEBUG nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.055807] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.077s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.055987] env[69751]: DEBUG nova.objects.instance [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lazy-loading 'resources' on Instance uuid 89d517bf-14d9-494b-bb18-d6be49e6464c {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.138581] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484197, 'name': CreateVM_Task, 'duration_secs': 0.51827} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.138757] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.139484] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.139650] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.140121] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.140437] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8a5378b-c9c7-48cd-a286-a7ad4eb5d4dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.144844] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1172.144844] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521d1753-ed2c-d11b-905d-050efc499bf3" [ 1172.144844] env[69751]: _type = "Task" [ 1172.144844] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.152616] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521d1753-ed2c-d11b-905d-050efc499bf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.154060] env[69751]: DEBUG nova.network.neutron [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updated VIF entry in instance network info cache for port 2e712444-63a7-4d53-9fb3-6e1635b291e0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.154405] env[69751]: DEBUG nova.network.neutron [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e712444-63", "ovs_interfaceid": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.255121] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.255500] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.255791] env[69751]: INFO nova.compute.manager [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Attaching volume 472c5de6-a4e1-4837-ad11-c7be3debb426 to /dev/sdc [ 1172.291213] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42ef95e-2241-4790-9744-6fbf1ee14469 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.298117] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2304322-3e7f-4af9-8e14-07c4730ff6f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.312445] env[69751]: DEBUG nova.virt.block_device [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Updating existing volume attachment record: c96ca27d-c964-4451-8c00-f25fcf7d6458 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1172.384360] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484198, 'name': CreateSnapshot_Task, 'duration_secs': 0.496321} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.384661] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1172.385471] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638e787-0c97-43fa-ac6c-2d1bce0b1a87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.501848] env[69751]: DEBUG nova.compute.manager [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1172.502131] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.503457] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad1bee9-ce20-4a45-9a9d-fead90703385 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.512056] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1172.512385] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f1d9004-7bf0-404b-9147-3395d09c7eb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.521348] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.521676] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.523277] env[69751]: DEBUG oslo_vmware.api [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1172.523277] env[69751]: value = "task-3484200" [ 1172.523277] env[69751]: _type = "Task" [ 1172.523277] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.533060] env[69751]: DEBUG oslo_vmware.api [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.560565] env[69751]: DEBUG nova.compute.utils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.565137] env[69751]: DEBUG nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1172.565426] env[69751]: DEBUG nova.network.neutron [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.607344] env[69751]: DEBUG nova.policy [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.616783] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.617084] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.617349] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.659170] env[69751]: DEBUG oslo_concurrency.lockutils [req-332b986a-3e0c-46b3-80a6-4453d59d8300 req-eac348b2-ba2c-4d34-a554-1775812f9b98 service nova] Releasing lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.659735] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521d1753-ed2c-d11b-905d-050efc499bf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.660092] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.660328] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.660578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.660714] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.660892] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.661200] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da5d3f71-a1b0-4606-a09d-eda5725366ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.671908] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.672112] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.672929] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08d5a1ae-24b2-43cc-bdbe-0ce6fde604cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.680641] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1172.680641] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5258538d-65be-bec9-34d0-7ffb710314d4" [ 1172.680641] env[69751]: _type = "Task" [ 1172.680641] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.691395] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5258538d-65be-bec9-34d0-7ffb710314d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.695584] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-679d8fb2-6342-4cdd-bda4-f7e93bdff365 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.702391] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1172.702391] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd3757-2231-ff58-f4b0-71f4c389a3ab" [ 1172.702391] env[69751]: _type = "Task" [ 1172.702391] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.712941] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd3757-2231-ff58-f4b0-71f4c389a3ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.857688] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85297e4b-dceb-4131-ab68-7b89e14f2c95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.867119] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aabc827d-b79f-4e1f-bfeb-0f6d6d4ecf4d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.905127] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1172.905788] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9524e669-8e6f-40e5-a595-a14b4bdaa1aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.910093] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecb8841-fcc4-4601-8bc5-8785da969108 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.919769] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e909058b-abc0-4352-8194-c09af39a9736 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.923112] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1172.923112] env[69751]: value = "task-3484201" [ 1172.923112] env[69751]: _type = "Task" [ 1172.923112] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.934418] env[69751]: DEBUG nova.compute.provider_tree [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.941139] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484201, 'name': CloneVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.964882] env[69751]: DEBUG nova.network.neutron [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Successfully created port: 8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.024697] env[69751]: DEBUG nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.037543] env[69751]: DEBUG oslo_vmware.api [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484200, 'name': PowerOffVM_Task, 'duration_secs': 0.205804} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.037972] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1173.038108] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1173.038447] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ed8e40a-40b8-4189-a329-1328723ba400 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.067379] env[69751]: DEBUG nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.096731] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1173.096978] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1173.097182] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleting the datastore file [datastore2] e68a3745-2717-4201-ab11-201162378a2d {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1173.097450] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edba607b-dafb-4d02-b115-c05db60ea49e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.104729] env[69751]: DEBUG oslo_vmware.api [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1173.104729] env[69751]: value = "task-3484203" [ 1173.104729] env[69751]: _type = "Task" [ 1173.104729] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.117020] env[69751]: DEBUG oslo_vmware.api [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.215356] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd3757-2231-ff58-f4b0-71f4c389a3ab, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.215762] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.215989] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.216275] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc25a77a-518e-4d36-ab7e-6f9580efd081 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.223280] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1173.223280] env[69751]: value = "task-3484204" [ 1173.223280] env[69751]: _type = "Task" [ 1173.223280] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.233057] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484204, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.435892] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484201, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.438300] env[69751]: DEBUG nova.scheduler.client.report [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.555845] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.618672] env[69751]: DEBUG oslo_vmware.api [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158524} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.618988] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1173.619200] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1173.619383] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1173.619601] env[69751]: INFO nova.compute.manager [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: e68a3745-2717-4201-ab11-201162378a2d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1173.619901] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.620144] env[69751]: DEBUG nova.compute.manager [-] [instance: e68a3745-2717-4201-ab11-201162378a2d] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1173.620253] env[69751]: DEBUG nova.network.neutron [-] [instance: e68a3745-2717-4201-ab11-201162378a2d] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1173.672918] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.673255] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.673450] env[69751]: DEBUG nova.network.neutron [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1173.734953] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484204, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.928756] env[69751]: DEBUG nova.compute.manager [req-00b6cdfa-9168-412f-bcd5-ea94480ca58a req-a6e2308b-25b4-4eb1-8e81-081414cc9983 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Received event network-vif-deleted-18a1162e-2368-438a-9948-977f1be8e23f {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.929117] env[69751]: INFO nova.compute.manager [req-00b6cdfa-9168-412f-bcd5-ea94480ca58a req-a6e2308b-25b4-4eb1-8e81-081414cc9983 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Neutron deleted interface 18a1162e-2368-438a-9948-977f1be8e23f; detaching it from the instance and deleting it from the info cache [ 1173.929368] env[69751]: DEBUG nova.network.neutron [req-00b6cdfa-9168-412f-bcd5-ea94480ca58a req-a6e2308b-25b4-4eb1-8e81-081414cc9983 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.941443] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484201, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.942829] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.887s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.945154] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.598s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.945900] env[69751]: DEBUG nova.objects.instance [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'resources' on Instance uuid a1d9a7d5-69c9-486c-9e4b-99cc07d20730 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.969979] env[69751]: INFO nova.scheduler.client.report [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Deleted allocations for instance 89d517bf-14d9-494b-bb18-d6be49e6464c [ 1174.079721] env[69751]: DEBUG nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.111976] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1174.112374] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1174.112631] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1174.112932] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1174.113195] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1174.113453] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1174.113800] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1174.114082] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1174.114699] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1174.114699] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1174.114936] env[69751]: DEBUG nova.virt.hardware [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1174.116288] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d91e506-1864-4bcc-be1f-5ca13116610c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.127597] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667c22f9-02f5-4722-9db8-45d8a56e074f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.233625] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484204, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530431} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.234054] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.234185] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.234380] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7204784e-f822-41e0-bf98-f90266beffb3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.241565] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1174.241565] env[69751]: value = "task-3484205" [ 1174.241565] env[69751]: _type = "Task" [ 1174.241565] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.250367] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.386101] env[69751]: DEBUG nova.compute.manager [req-f8a9a02c-bc53-421f-9072-0cf2a859f03e req-d9b15b02-4314-4142-9319-a6094beefdd3 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-vif-plugged-8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1174.386447] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8a9a02c-bc53-421f-9072-0cf2a859f03e req-d9b15b02-4314-4142-9319-a6094beefdd3 service nova] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.386778] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8a9a02c-bc53-421f-9072-0cf2a859f03e req-d9b15b02-4314-4142-9319-a6094beefdd3 service nova] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.387094] env[69751]: DEBUG oslo_concurrency.lockutils [req-f8a9a02c-bc53-421f-9072-0cf2a859f03e req-d9b15b02-4314-4142-9319-a6094beefdd3 service nova] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.387299] env[69751]: DEBUG nova.compute.manager [req-f8a9a02c-bc53-421f-9072-0cf2a859f03e req-d9b15b02-4314-4142-9319-a6094beefdd3 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] No waiting events found dispatching network-vif-plugged-8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1174.387473] env[69751]: WARNING nova.compute.manager [req-f8a9a02c-bc53-421f-9072-0cf2a859f03e req-d9b15b02-4314-4142-9319-a6094beefdd3 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received unexpected event network-vif-plugged-8cdbaafd-e4f4-44d0-8161-5f61c646a886 for instance with vm_state building and task_state spawning. [ 1174.406109] env[69751]: DEBUG nova.network.neutron [-] [instance: e68a3745-2717-4201-ab11-201162378a2d] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.415105] env[69751]: DEBUG nova.network.neutron [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.438108] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484201, 'name': CloneVM_Task} progress is 95%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.438355] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-049aa804-7a5b-442a-955f-f1ced1dfa3df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.447296] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fffeb5f-9b46-4a50-a136-2fe0880033d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.486893] env[69751]: DEBUG nova.compute.manager [req-00b6cdfa-9168-412f-bcd5-ea94480ca58a req-a6e2308b-25b4-4eb1-8e81-081414cc9983 service nova] [instance: e68a3745-2717-4201-ab11-201162378a2d] Detach interface failed, port_id=18a1162e-2368-438a-9948-977f1be8e23f, reason: Instance e68a3745-2717-4201-ab11-201162378a2d could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1174.490448] env[69751]: DEBUG oslo_concurrency.lockutils [None req-88dfcf2a-6d03-4d93-81fe-c59fc3c64e5f tempest-FloatingIPsAssociationNegativeTestJSON-910966215 tempest-FloatingIPsAssociationNegativeTestJSON-910966215-project-member] Lock "89d517bf-14d9-494b-bb18-d6be49e6464c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.061s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.511398] env[69751]: DEBUG nova.network.neutron [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Successfully updated port: 8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.734488] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a10a397-6e1c-4485-85a4-85bc41a64536 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.742383] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ac60f4-d3ca-4127-8c9c-65dce43db16b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.753834] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064562} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.779085] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.780119] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8ad06e-c572-4f50-9d51-89023eb2da74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.783140] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0a952e-97e6-4382-b331-e31faaeaef65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.799229] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06211cb4-f983-4958-834d-01b23c91ff72 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.812035] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.812329] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83eb9ac6-12ad-47fd-934c-b699b322cffe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.836938] env[69751]: DEBUG nova.compute.provider_tree [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.839551] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1174.839551] env[69751]: value = "task-3484207" [ 1174.839551] env[69751]: _type = "Task" [ 1174.839551] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.848840] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484207, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.908904] env[69751]: INFO nova.compute.manager [-] [instance: e68a3745-2717-4201-ab11-201162378a2d] Took 1.29 seconds to deallocate network for instance. [ 1174.917623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.938753] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484201, 'name': CloneVM_Task, 'duration_secs': 1.748988} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.939161] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Created linked-clone VM from snapshot [ 1174.939804] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b921de74-a10f-4e8f-9f58-b465c7af97f9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.948514] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Uploading image aa734342-fa59-4708-8807-872d3d95fd0c {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1174.973176] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1174.973176] env[69751]: value = "vm-696524" [ 1174.973176] env[69751]: _type = "VirtualMachine" [ 1174.973176] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1174.973471] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c7e85718-6447-41ac-abe0-74134a8bbe10 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.980960] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease: (returnval){ [ 1174.980960] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527933c5-d8db-02f2-5ceb-0df266d1dc05" [ 1174.980960] env[69751]: _type = "HttpNfcLease" [ 1174.980960] env[69751]: } obtained for exporting VM: (result){ [ 1174.980960] env[69751]: value = "vm-696524" [ 1174.980960] env[69751]: _type = "VirtualMachine" [ 1174.980960] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1174.981351] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the lease: (returnval){ [ 1174.981351] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527933c5-d8db-02f2-5ceb-0df266d1dc05" [ 1174.981351] env[69751]: _type = "HttpNfcLease" [ 1174.981351] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.987996] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.987996] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527933c5-d8db-02f2-5ceb-0df266d1dc05" [ 1174.987996] env[69751]: _type = "HttpNfcLease" [ 1174.987996] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1175.016061] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.016221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.016375] env[69751]: DEBUG nova.network.neutron [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.341709] env[69751]: DEBUG nova.scheduler.client.report [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.355414] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484207, 'name': ReconfigVM_Task, 'duration_secs': 0.382271} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.356461] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Reconfigured VM instance instance-0000005c to attach disk [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.357031] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14b3d704-5295-470e-8551-4783b3c4f596 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.364118] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1175.364118] env[69751]: value = "task-3484209" [ 1175.364118] env[69751]: _type = "Task" [ 1175.364118] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.372115] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484209, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.416101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.443019] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb6dcd6-2e7a-4e07-8a20-b995c6b00965 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.462777] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030246a2-1338-417a-82c4-43869040ecd9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.470328] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance 'a1f80c39-d4d9-488e-ba8c-84a11a9f9882' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.489613] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.489613] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527933c5-d8db-02f2-5ceb-0df266d1dc05" [ 1175.489613] env[69751]: _type = "HttpNfcLease" [ 1175.489613] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.489765] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.489765] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527933c5-d8db-02f2-5ceb-0df266d1dc05" [ 1175.489765] env[69751]: _type = "HttpNfcLease" [ 1175.489765] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1175.490453] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e50598-e5b0-4c9b-aa60-a7ebf98da0cd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.498675] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52707d3c-1b10-8152-61e6-45cf8b65198d/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.498876] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52707d3c-1b10-8152-61e6-45cf8b65198d/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1175.629107] env[69751]: DEBUG nova.network.neutron [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.773840] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3b33ab05-b81f-4c82-b53e-80bcc0dbb0d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.850835] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.859283] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.877s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.859283] env[69751]: DEBUG nova.objects.instance [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lazy-loading 'resources' on Instance uuid 2c092d2e-7646-4db7-b883-16f420d17250 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.868700] env[69751]: DEBUG nova.network.neutron [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.884017] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484209, 'name': Rename_Task, 'duration_secs': 0.139135} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.884309] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.884600] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09ef90a7-f090-4c30-8544-df404edd81bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.889162] env[69751]: INFO nova.scheduler.client.report [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted allocations for instance a1d9a7d5-69c9-486c-9e4b-99cc07d20730 [ 1175.894333] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1175.894333] env[69751]: value = "task-3484210" [ 1175.894333] env[69751]: _type = "Task" [ 1175.894333] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.905557] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.977040] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.977376] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-618e2e5a-197e-46c7-a534-9d2b14371b4a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.985014] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1175.985014] env[69751]: value = "task-3484211" [ 1175.985014] env[69751]: _type = "Task" [ 1175.985014] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.994218] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.378999] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.379586] env[69751]: DEBUG nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Instance network_info: |[{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1176.380277] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:7b:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cdbaafd-e4f4-44d0-8161-5f61c646a886', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1176.393350] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1176.398461] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1176.401662] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c22c2c2d-e4ab-40c7-8b53-5cec9879f2ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.429060] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa867ae4-4fe6-4485-b633-87096ab50ce1 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "a1d9a7d5-69c9-486c-9e4b-99cc07d20730" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.045s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.434529] env[69751]: DEBUG nova.compute.manager [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-changed-8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1176.434760] env[69751]: DEBUG nova.compute.manager [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing instance network info cache due to event network-changed-8cdbaafd-e4f4-44d0-8161-5f61c646a886. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1176.435017] env[69751]: DEBUG oslo_concurrency.lockutils [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.435682] env[69751]: DEBUG oslo_concurrency.lockutils [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.435682] env[69751]: DEBUG nova.network.neutron [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing network info cache for port 8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1176.447142] env[69751]: DEBUG oslo_vmware.api [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484210, 'name': PowerOnVM_Task, 'duration_secs': 0.545819} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.447142] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.447142] env[69751]: INFO nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1176.447142] env[69751]: DEBUG nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.447142] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.447142] env[69751]: value = "task-3484212" [ 1176.447142] env[69751]: _type = "Task" [ 1176.447142] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.448398] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6dabc5-0dd3-41af-aad2-6a28a6f470be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.471577] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484212, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.499048] env[69751]: DEBUG oslo_vmware.api [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484211, 'name': PowerOnVM_Task, 'duration_secs': 0.414792} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.499529] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.499810] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d4030b26-0b76-4acf-8bef-4d22bd3934c3 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance 'a1f80c39-d4d9-488e-ba8c-84a11a9f9882' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1176.731856] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2595303-8ad0-4a4e-8f17-ae4fa63b0cc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.740209] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa08088-c49f-4897-96cf-7c776c913568 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.775705] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ea274e-6ecb-4add-b7f0-16af49190949 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.787195] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e3aa21-bdbc-4001-9fba-ce0004e7e01b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.803672] env[69751]: DEBUG nova.compute.provider_tree [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.877324] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1176.878597] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696523', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'name': 'volume-472c5de6-a4e1-4837-ad11-c7be3debb426', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'serial': '472c5de6-a4e1-4837-ad11-c7be3debb426'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1176.881101] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e71f38-0fbd-4597-b82a-cba5ee0b4f3d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.900956] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df803fab-97e8-41fa-8d99-df5eb4b39e18 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.934231] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] volume-472c5de6-a4e1-4837-ad11-c7be3debb426/volume-472c5de6-a4e1-4837-ad11-c7be3debb426.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.934773] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecc290ef-3c5d-4b1c-a7cd-6101734a9e02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.967418] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484212, 'name': CreateVM_Task, 'duration_secs': 0.35981} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.969081] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.969609] env[69751]: DEBUG oslo_vmware.api [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1176.969609] env[69751]: value = "task-3484213" [ 1176.969609] env[69751]: _type = "Task" [ 1176.969609] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.970488] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.970678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.971236] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.971577] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33cbf917-5f99-49d8-9d39-47c4ff77e7be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.990870] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1176.990870] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524f65bf-ffbb-e971-b285-b9942de6b096" [ 1176.990870] env[69751]: _type = "Task" [ 1176.990870] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.990870] env[69751]: DEBUG oslo_vmware.api [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.991243] env[69751]: INFO nova.compute.manager [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Took 32.34 seconds to build instance. [ 1177.003425] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524f65bf-ffbb-e971-b285-b9942de6b096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.200164] env[69751]: DEBUG nova.network.neutron [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updated VIF entry in instance network info cache for port 8cdbaafd-e4f4-44d0-8161-5f61c646a886. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1177.200399] env[69751]: DEBUG nova.network.neutron [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.310023] env[69751]: DEBUG nova.scheduler.client.report [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.483203] env[69751]: DEBUG oslo_vmware.api [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484213, 'name': ReconfigVM_Task, 'duration_secs': 0.431568} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.483872] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfigured VM instance instance-00000054 to attach disk [datastore1] volume-472c5de6-a4e1-4837-ad11-c7be3debb426/volume-472c5de6-a4e1-4837-ad11-c7be3debb426.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.488302] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf5bba18-eb96-4899-8a9a-e2716501bfaf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.498643] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ed0850d2-0ad6-40c7-af79-70c5575bddd5 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.866s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.510210] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524f65bf-ffbb-e971-b285-b9942de6b096, 'name': SearchDatastore_Task, 'duration_secs': 0.021428} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.517181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.517181] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.517181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.517181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.517181] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.517181] env[69751]: DEBUG oslo_vmware.api [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1177.517181] env[69751]: value = "task-3484214" [ 1177.517181] env[69751]: _type = "Task" [ 1177.517181] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.517493] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7daa5363-bbc8-4633-8127-db53acc8fc0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.532068] env[69751]: DEBUG oslo_vmware.api [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.533491] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.533713] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.534490] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b70a8715-f3f4-4c16-94c3-04fe2f1df38c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.541209] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1177.541209] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529a0139-dd9e-3a88-5f83-1e4e0fb2edf8" [ 1177.541209] env[69751]: _type = "Task" [ 1177.541209] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.550195] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529a0139-dd9e-3a88-5f83-1e4e0fb2edf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.703068] env[69751]: DEBUG oslo_concurrency.lockutils [req-965409a1-24a9-461f-95c8-4ee0130ad31b req-317ee486-ddff-41d8-8cf7-b82d456da17d service nova] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.813699] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.817963] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.666s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.821241] env[69751]: INFO nova.compute.claims [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.849283] env[69751]: INFO nova.scheduler.client.report [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleted allocations for instance 2c092d2e-7646-4db7-b883-16f420d17250 [ 1178.040864] env[69751]: DEBUG oslo_vmware.api [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484214, 'name': ReconfigVM_Task, 'duration_secs': 0.155341} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.041244] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696523', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'name': 'volume-472c5de6-a4e1-4837-ad11-c7be3debb426', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'serial': '472c5de6-a4e1-4837-ad11-c7be3debb426'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1178.052271] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529a0139-dd9e-3a88-5f83-1e4e0fb2edf8, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.054086] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fb0ffdd-7732-4acd-be8f-288ff2f1239b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.063206] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1178.063206] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528f80e2-06a8-7a62-a1aa-a1cc1c359b89" [ 1178.063206] env[69751]: _type = "Task" [ 1178.063206] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.072585] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528f80e2-06a8-7a62-a1aa-a1cc1c359b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.277586] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.277816] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.329456] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.330238] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.330238] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.330238] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.330445] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.332745] env[69751]: INFO nova.compute.manager [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Terminating instance [ 1178.359677] env[69751]: DEBUG oslo_concurrency.lockutils [None req-227cccf1-dc05-4286-b6c4-3661198e4fd2 tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "2c092d2e-7646-4db7-b883-16f420d17250" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.823s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.442325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "8e664cb5-993f-46f0-b13e-26e3df475d46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.442325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.574103] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528f80e2-06a8-7a62-a1aa-a1cc1c359b89, 'name': SearchDatastore_Task, 'duration_secs': 0.010552} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.574454] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.574645] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] ce994f0b-dd43-4aaf-868f-5037e43dd4ac/ce994f0b-dd43-4aaf-868f-5037e43dd4ac.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.575133] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc9ecf67-a459-465f-928b-781ac8c2b243 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.581988] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1178.581988] env[69751]: value = "task-3484215" [ 1178.581988] env[69751]: _type = "Task" [ 1178.581988] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.592854] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.781793] env[69751]: DEBUG nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.785479] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.785479] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.785479] env[69751]: DEBUG nova.compute.manager [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Going to confirm migration 5 {{(pid=69751) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1178.842030] env[69751]: DEBUG nova.compute.manager [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.842030] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.842624] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769e646c-ea8d-4632-ae49-79a00c7ae1e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.854284] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.855104] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-113a986e-0393-4a89-aa0d-cc252458adf2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.863448] env[69751]: DEBUG oslo_vmware.api [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1178.863448] env[69751]: value = "task-3484216" [ 1178.863448] env[69751]: _type = "Task" [ 1178.863448] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.877387] env[69751]: DEBUG oslo_vmware.api [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.947109] env[69751]: DEBUG nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.092289] env[69751]: DEBUG nova.objects.instance [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 24ccb107-4263-4d59-8004-488cf19311f3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.100455] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483114} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.100455] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] ce994f0b-dd43-4aaf-868f-5037e43dd4ac/ce994f0b-dd43-4aaf-868f-5037e43dd4ac.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.100629] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.100886] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6403a40-b757-4527-b47b-0e086d2319a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.111423] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1179.111423] env[69751]: value = "task-3484217" [ 1179.111423] env[69751]: _type = "Task" [ 1179.111423] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.132731] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.235085] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b05b21-3145-491a-b2c5-f77af46c834d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.247995] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6bbbbb-0a89-4654-a948-2aadfb7d626e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.280640] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a188c9-a7d4-4fd7-b8ee-05b9b880079a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.294279] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4dfcf02-931f-493a-8056-9a8ad71de8cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.320402] env[69751]: DEBUG nova.compute.provider_tree [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.323896] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.354249] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.354249] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.354249] env[69751]: DEBUG nova.network.neutron [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.354615] env[69751]: DEBUG nova.objects.instance [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'info_cache' on Instance uuid a1f80c39-d4d9-488e-ba8c-84a11a9f9882 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.375421] env[69751]: DEBUG oslo_vmware.api [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484216, 'name': PowerOffVM_Task, 'duration_secs': 0.338468} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.375687] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.376180] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.376180] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a171eb3-ff79-42e4-a7b8-5c66bf25da02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.398731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.399046] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.399313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.399508] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.399675] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.401765] env[69751]: INFO nova.compute.manager [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Terminating instance [ 1179.447426] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.451019] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.451019] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Deleting the datastore file [datastore1] 17d8f11c-42b5-4f38-804f-27e82bcc54a7 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.451019] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-248baa41-3c88-40e7-b0f5-e06f38eab96d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.457230] env[69751]: DEBUG oslo_vmware.api [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for the task: (returnval){ [ 1179.457230] env[69751]: value = "task-3484219" [ 1179.457230] env[69751]: _type = "Task" [ 1179.457230] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.472384] env[69751]: DEBUG oslo_vmware.api [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.476863] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.599154] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e6125ff-0945-49dc-be4f-b4188d3eaf33 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.344s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.631149] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10458} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.631600] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.632654] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01379b1b-a8c6-4323-9212-f7120b7e831a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.665856] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] ce994f0b-dd43-4aaf-868f-5037e43dd4ac/ce994f0b-dd43-4aaf-868f-5037e43dd4ac.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.666519] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b7611a-254e-4dc2-925b-8488f7b4a0b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.691431] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1179.691431] env[69751]: value = "task-3484220" [ 1179.691431] env[69751]: _type = "Task" [ 1179.691431] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.700157] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484220, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.825991] env[69751]: DEBUG nova.scheduler.client.report [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.905550] env[69751]: DEBUG nova.compute.manager [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.905789] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.907130] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840a86b9-a22b-4da9-b57b-aa30d7e8e521 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.915573] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.915847] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f934794c-6a1d-45da-ae6c-38606705c1a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.922133] env[69751]: DEBUG oslo_vmware.api [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1179.922133] env[69751]: value = "task-3484221" [ 1179.922133] env[69751]: _type = "Task" [ 1179.922133] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.931121] env[69751]: DEBUG oslo_vmware.api [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.972157] env[69751]: DEBUG oslo_vmware.api [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Task: {'id': task-3484219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166799} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.972805] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.973252] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.973585] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.973876] env[69751]: INFO nova.compute.manager [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.974241] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.974604] env[69751]: DEBUG nova.compute.manager [-] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.974841] env[69751]: DEBUG nova.network.neutron [-] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.045592] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.047558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.205015] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484220, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.334077] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.514s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.334077] env[69751]: DEBUG nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1180.339377] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.932s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.339377] env[69751]: DEBUG nova.objects.instance [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'resources' on Instance uuid 66f4418e-ba28-4b27-a436-16cf8fc75094 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.434481] env[69751]: DEBUG oslo_vmware.api [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484221, 'name': PowerOffVM_Task, 'duration_secs': 0.363664} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.434945] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.435271] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.435656] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87d2b4cd-66dc-49d7-96b8-2567154d40ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.550368] env[69751]: INFO nova.compute.manager [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Detaching volume 908bec69-0c55-4024-8c6c-1fb59ddaeeab [ 1180.606949] env[69751]: INFO nova.virt.block_device [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Attempting to driver detach volume 908bec69-0c55-4024-8c6c-1fb59ddaeeab from mountpoint /dev/sdb [ 1180.607232] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.607419] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696518', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'name': 'volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'serial': '908bec69-0c55-4024-8c6c-1fb59ddaeeab'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.611406] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22fe8b7-ee7a-47cd-99c5-32647cd1cc65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.643030] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fb6be2-29df-4be4-a29e-1c025aec635e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.649530] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de375f51-fba5-4fc1-9e1a-2be0209abdac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.679020] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac620a-a71a-4d6b-a444-5d471b3e3586 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.695801] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] The volume has not been displaced from its original location: [datastore2] volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab/volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.701037] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfiguring VM instance instance-00000054 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.702271] env[69751]: DEBUG nova.network.neutron [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [{"id": "d65de95f-31c4-41b3-b49f-80e829164178", "address": "fa:16:3e:b9:39:4d", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65de95f-31", "ovs_interfaceid": "d65de95f-31c4-41b3-b49f-80e829164178", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.707143] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b68a9bbc-c637-44da-bb8c-f63f0a1eecec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.735504] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484220, 'name': ReconfigVM_Task, 'duration_secs': 0.66057} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.737804] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfigured VM instance instance-0000005d to attach disk [datastore1] ce994f0b-dd43-4aaf-868f-5037e43dd4ac/ce994f0b-dd43-4aaf-868f-5037e43dd4ac.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.737804] env[69751]: DEBUG oslo_vmware.api [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1180.737804] env[69751]: value = "task-3484223" [ 1180.737804] env[69751]: _type = "Task" [ 1180.737804] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.737804] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02aec007-9385-4124-87e1-29af94659832 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.748102] env[69751]: DEBUG oslo_vmware.api [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.749683] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1180.749683] env[69751]: value = "task-3484224" [ 1180.749683] env[69751]: _type = "Task" [ 1180.749683] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.763048] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484224, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.841107] env[69751]: DEBUG nova.compute.utils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1180.842859] env[69751]: DEBUG nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1180.843083] env[69751]: DEBUG nova.network.neutron [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1180.912768] env[69751]: DEBUG nova.policy [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc7e8d37acd4830916dddef25efd5ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9b61d24d834ce98de66e695f58156b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.003133] env[69751]: DEBUG nova.compute.manager [req-d209fd0b-553f-47e1-ab79-6e0bec07e3a2 req-5c4368f9-6b59-4d80-bbc7-a9690bb54716 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Received event network-vif-deleted-6715b83c-e679-4619-bc18-559fd3b421a1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.003133] env[69751]: INFO nova.compute.manager [req-d209fd0b-553f-47e1-ab79-6e0bec07e3a2 req-5c4368f9-6b59-4d80-bbc7-a9690bb54716 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Neutron deleted interface 6715b83c-e679-4619-bc18-559fd3b421a1; detaching it from the instance and deleting it from the info cache [ 1181.003133] env[69751]: DEBUG nova.network.neutron [req-d209fd0b-553f-47e1-ab79-6e0bec07e3a2 req-5c4368f9-6b59-4d80-bbc7-a9690bb54716 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.104617] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.104877] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.105076] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleting the datastore file [datastore1] f6e65fdf-e194-444a-99a3-3ef7932a6cc3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.105348] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b4fbf17-85c8-4923-9ba3-4dfa712a1ae3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.114708] env[69751]: DEBUG oslo_vmware.api [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for the task: (returnval){ [ 1181.114708] env[69751]: value = "task-3484225" [ 1181.114708] env[69751]: _type = "Task" [ 1181.114708] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.125507] env[69751]: DEBUG oslo_vmware.api [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484225, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.181874] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede38c7-46c8-4cae-a406-ac96cad05b55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.191219] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d7be33-4b76-47b7-8618-c1849ded702b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.223503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-a1f80c39-d4d9-488e-ba8c-84a11a9f9882" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.223882] env[69751]: DEBUG nova.objects.instance [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'migration_context' on Instance uuid a1f80c39-d4d9-488e-ba8c-84a11a9f9882 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1181.225994] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a973778-c25a-436b-8ce9-b2eb28dc659b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.234817] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc905921-1a9d-415c-ab36-0cb3d26136f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.254946] env[69751]: DEBUG nova.compute.provider_tree [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.262720] env[69751]: DEBUG oslo_vmware.api [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484223, 'name': ReconfigVM_Task, 'duration_secs': 0.266339} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.263318] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfigured VM instance instance-00000054 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1181.268638] env[69751]: DEBUG nova.network.neutron [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Successfully created port: fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1181.271808] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cd96a2f-d317-4b3d-aa64-a54614d659b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.288299] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484224, 'name': Rename_Task, 'duration_secs': 0.215384} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.289323] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.289323] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce07ddd1-8fe8-4eeb-91b0-39d6c7d25b8f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.293132] env[69751]: DEBUG oslo_vmware.api [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1181.293132] env[69751]: value = "task-3484226" [ 1181.293132] env[69751]: _type = "Task" [ 1181.293132] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.299124] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1181.299124] env[69751]: value = "task-3484227" [ 1181.299124] env[69751]: _type = "Task" [ 1181.299124] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.306311] env[69751]: DEBUG oslo_vmware.api [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.311992] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.350566] env[69751]: DEBUG nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1181.358350] env[69751]: DEBUG nova.network.neutron [-] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.362436] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.362663] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.507430] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e06d81f7-c50e-4bee-a248-b9475364e4f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.517860] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f94a39-995d-4e08-9ef1-b94cc9238c64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.552285] env[69751]: DEBUG nova.compute.manager [req-d209fd0b-553f-47e1-ab79-6e0bec07e3a2 req-5c4368f9-6b59-4d80-bbc7-a9690bb54716 service nova] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Detach interface failed, port_id=6715b83c-e679-4619-bc18-559fd3b421a1, reason: Instance 17d8f11c-42b5-4f38-804f-27e82bcc54a7 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1181.626469] env[69751]: DEBUG oslo_vmware.api [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Task: {'id': task-3484225, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192987} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.626469] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.626469] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.626469] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.626469] env[69751]: INFO nova.compute.manager [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1181.626704] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.626811] env[69751]: DEBUG nova.compute.manager [-] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.626884] env[69751]: DEBUG nova.network.neutron [-] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.727006] env[69751]: DEBUG nova.objects.base [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.728051] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e209c28d-3efb-45f2-a1cf-a1faf9b7bb3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.748290] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1477e321-f6ff-47cf-9cb6-245505a48a7f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.754535] env[69751]: DEBUG oslo_vmware.api [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1181.754535] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f1866-d85c-f619-f24b-a617ef35e907" [ 1181.754535] env[69751]: _type = "Task" [ 1181.754535] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.765301] env[69751]: DEBUG nova.scheduler.client.report [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.768508] env[69751]: DEBUG oslo_vmware.api [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f1866-d85c-f619-f24b-a617ef35e907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.807142] env[69751]: DEBUG oslo_vmware.api [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484226, 'name': ReconfigVM_Task, 'duration_secs': 0.170282} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.809599] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696518', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'name': 'volume-908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '908bec69-0c55-4024-8c6c-1fb59ddaeeab', 'serial': '908bec69-0c55-4024-8c6c-1fb59ddaeeab'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1181.815988] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484227, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.863285] env[69751]: INFO nova.compute.manager [-] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Took 1.89 seconds to deallocate network for instance. [ 1181.870823] env[69751]: DEBUG nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1182.264438] env[69751]: DEBUG oslo_vmware.api [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521f1866-d85c-f619-f24b-a617ef35e907, 'name': SearchDatastore_Task, 'duration_secs': 0.007754} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.264875] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.273643] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.275990] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.299s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.276247] env[69751]: DEBUG nova.objects.instance [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'resources' on Instance uuid 7e570f13-9790-49d0-878c-aaf8ff7d0f08 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.295972] env[69751]: INFO nova.scheduler.client.report [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted allocations for instance 66f4418e-ba28-4b27-a436-16cf8fc75094 [ 1182.310889] env[69751]: DEBUG oslo_vmware.api [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484227, 'name': PowerOnVM_Task, 'duration_secs': 0.764188} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.311169] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.311367] env[69751]: INFO nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1182.311543] env[69751]: DEBUG nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1182.312318] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2cd0a9-15a7-4d10-b1b1-27b8209dd4e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.360180] env[69751]: DEBUG nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1182.376257] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.382056] env[69751]: DEBUG nova.objects.instance [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 24ccb107-4263-4d59-8004-488cf19311f3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.386029] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1182.386029] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1182.386214] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1182.386357] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1182.386500] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1182.386642] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1182.386841] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1182.386999] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1182.387176] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1182.387337] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1182.387511] env[69751]: DEBUG nova.virt.hardware [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1182.388720] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431477b4-a023-4612-85a1-02b58416f332 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.398027] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.399310] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c69fb56-e06c-4535-aaae-295079179496 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.481546] env[69751]: DEBUG nova.network.neutron [-] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.811468] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f2bfec39-0d30-4b94-8aad-9bb2c209059b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "66f4418e-ba28-4b27-a436-16cf8fc75094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.166s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.834144] env[69751]: INFO nova.compute.manager [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Took 26.08 seconds to build instance. [ 1182.986063] env[69751]: INFO nova.compute.manager [-] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Took 1.36 seconds to deallocate network for instance. [ 1182.986063] env[69751]: DEBUG nova.compute.manager [req-3fd69de8-11df-479b-902f-2f203f0f8c2e req-5daec564-133e-4542-9056-8b28de5bede6 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Received event network-vif-plugged-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.986063] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fd69de8-11df-479b-902f-2f203f0f8c2e req-5daec564-133e-4542-9056-8b28de5bede6 service nova] Acquiring lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.986063] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fd69de8-11df-479b-902f-2f203f0f8c2e req-5daec564-133e-4542-9056-8b28de5bede6 service nova] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.986063] env[69751]: DEBUG oslo_concurrency.lockutils [req-3fd69de8-11df-479b-902f-2f203f0f8c2e req-5daec564-133e-4542-9056-8b28de5bede6 service nova] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.986063] env[69751]: DEBUG nova.compute.manager [req-3fd69de8-11df-479b-902f-2f203f0f8c2e req-5daec564-133e-4542-9056-8b28de5bede6 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] No waiting events found dispatching network-vif-plugged-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1182.986063] env[69751]: WARNING nova.compute.manager [req-3fd69de8-11df-479b-902f-2f203f0f8c2e req-5daec564-133e-4542-9056-8b28de5bede6 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Received unexpected event network-vif-plugged-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 for instance with vm_state building and task_state spawning. [ 1183.059831] env[69751]: DEBUG nova.compute.manager [req-78b4354e-9955-48d7-a7ff-85a58bf8c7f3 req-84ee6727-3842-454d-922a-10b89aba614c service nova] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Received event network-vif-deleted-6783dca6-4a04-4257-b8c4-f551c6509975 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.106563] env[69751]: DEBUG nova.network.neutron [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Successfully updated port: fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.150614] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a70930c-df82-46c5-991d-177da83d9fed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.159763] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981b2eac-3486-4ae2-aa80-732a51476d9d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.193573] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a00bd7b-8b36-4511-b0ff-324069f18881 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.201641] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7291c521-c515-4895-b018-17c291bdd0e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.216306] env[69751]: DEBUG nova.compute.provider_tree [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1183.335209] env[69751]: DEBUG oslo_concurrency.lockutils [None req-47adf5a0-d790-48e5-8b74-e7bd59503148 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.601s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.368556] env[69751]: DEBUG oslo_concurrency.lockutils [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.402314] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7384bdda-5acf-43d3-b9b6-09c4a06967b3 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.403464] env[69751]: DEBUG oslo_concurrency.lockutils [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.035s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.496280] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.609597] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.609805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.609928] env[69751]: DEBUG nova.network.neutron [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.722783] env[69751]: DEBUG nova.scheduler.client.report [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.909275] env[69751]: INFO nova.compute.manager [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Detaching volume 472c5de6-a4e1-4837-ad11-c7be3debb426 [ 1183.947719] env[69751]: INFO nova.virt.block_device [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Attempting to driver detach volume 472c5de6-a4e1-4837-ad11-c7be3debb426 from mountpoint /dev/sdc [ 1183.947886] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1183.948089] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696523', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'name': 'volume-472c5de6-a4e1-4837-ad11-c7be3debb426', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'serial': '472c5de6-a4e1-4837-ad11-c7be3debb426'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1183.949021] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4a8f67-4342-498c-b049-21f60dc12b47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.977083] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ac637e-762f-4b07-8e87-55a7a53bf398 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.984667] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f40866-ff6c-4747-9010-bc1f080aba6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.012115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826941e8-4d15-4d4b-ac3e-eb98734b49b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.029477] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] The volume has not been displaced from its original location: [datastore1] volume-472c5de6-a4e1-4837-ad11-c7be3debb426/volume-472c5de6-a4e1-4837-ad11-c7be3debb426.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.035726] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfiguring VM instance instance-00000054 to detach disk 2002 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.039271] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a347cb-0c27-426a-81c1-35cb941928d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.058988] env[69751]: DEBUG oslo_vmware.api [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1184.058988] env[69751]: value = "task-3484228" [ 1184.058988] env[69751]: _type = "Task" [ 1184.058988] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.065880] env[69751]: DEBUG oslo_vmware.api [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.149707] env[69751]: DEBUG nova.network.neutron [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1184.231858] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.235099] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.253s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.235099] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.237124] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.774s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.239016] env[69751]: INFO nova.compute.claims [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1184.265098] env[69751]: INFO nova.scheduler.client.report [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted allocations for instance 7e570f13-9790-49d0-878c-aaf8ff7d0f08 [ 1184.280599] env[69751]: INFO nova.scheduler.client.report [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted allocations for instance 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed [ 1184.351745] env[69751]: DEBUG nova.network.neutron [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updating instance_info_cache with network_info: [{"id": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "address": "fa:16:3e:cb:0e:3c", "network": {"id": "c00c7040-aaef-459f-bf70-9e821bb37e94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-123355558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9b61d24d834ce98de66e695f58156b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7e523d-57", "ovs_interfaceid": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.569527] env[69751]: DEBUG oslo_vmware.api [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484228, 'name': ReconfigVM_Task, 'duration_secs': 0.344098} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.569969] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Reconfigured VM instance instance-00000054 to detach disk 2002 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1184.575042] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b686fcf1-4b74-4d2c-966a-b976b60cca4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.591040] env[69751]: DEBUG oslo_vmware.api [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1184.591040] env[69751]: value = "task-3484229" [ 1184.591040] env[69751]: _type = "Task" [ 1184.591040] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.599853] env[69751]: DEBUG oslo_vmware.api [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484229, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.774833] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14806406-f79b-4cdf-80ac-a359851865f6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "7e570f13-9790-49d0-878c-aaf8ff7d0f08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.954s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.791115] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0645f400-5ab9-4420-968a-075a8f414a25 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.475s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.857122] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Releasing lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.858483] env[69751]: DEBUG nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Instance network_info: |[{"id": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "address": "fa:16:3e:cb:0e:3c", "network": {"id": "c00c7040-aaef-459f-bf70-9e821bb37e94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-123355558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9b61d24d834ce98de66e695f58156b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7e523d-57", "ovs_interfaceid": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1184.858483] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:0e:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd7e523d-57a6-47b3-bf82-ee5d6eaa3755', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.869689] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Creating folder: Project (ef9b61d24d834ce98de66e695f58156b). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.870393] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d360527d-c972-47b1-b509-9de822584787 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.882511] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Created folder: Project (ef9b61d24d834ce98de66e695f58156b) in parent group-v696263. [ 1184.882827] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Creating folder: Instances. Parent ref: group-v696526. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.883145] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5301f1a7-6c80-4dd0-833c-9a08da4b489a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.894337] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Created folder: Instances in parent group-v696526. [ 1184.894591] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.894792] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.895054] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-991aba76-9753-4652-93bf-a7d0e3180b3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.918482] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.918482] env[69751]: value = "task-3484232" [ 1184.918482] env[69751]: _type = "Task" [ 1184.918482] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.928394] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484232, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.030626] env[69751]: DEBUG nova.compute.manager [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Received event network-changed-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.031683] env[69751]: DEBUG nova.compute.manager [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Refreshing instance network info cache due to event network-changed-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.031939] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] Acquiring lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.032100] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] Acquired lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.032256] env[69751]: DEBUG nova.network.neutron [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Refreshing network info cache for port fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.102298] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52707d3c-1b10-8152-61e6-45cf8b65198d/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1185.103595] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7a23a7-01b2-4d7f-95e3-d9355e4fe96e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.111526] env[69751]: DEBUG oslo_vmware.api [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484229, 'name': ReconfigVM_Task, 'duration_secs': 0.166682} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.113226] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696523', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'name': 'volume-472c5de6-a4e1-4837-ad11-c7be3debb426', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '24ccb107-4263-4d59-8004-488cf19311f3', 'attached_at': '', 'detached_at': '', 'volume_id': '472c5de6-a4e1-4837-ad11-c7be3debb426', 'serial': '472c5de6-a4e1-4837-ad11-c7be3debb426'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.115326] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52707d3c-1b10-8152-61e6-45cf8b65198d/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1185.116067] env[69751]: ERROR oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52707d3c-1b10-8152-61e6-45cf8b65198d/disk-0.vmdk due to incomplete transfer. [ 1185.116067] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a4e0ec44-7ee4-4479-98b3-a780dc583758 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.123518] env[69751]: DEBUG oslo_vmware.rw_handles [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52707d3c-1b10-8152-61e6-45cf8b65198d/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1185.123721] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Uploaded image aa734342-fa59-4708-8807-872d3d95fd0c to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1185.126115] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1185.126380] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ee172b02-8ba2-4c22-b734-3228bcdfcd71 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.132424] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1185.132424] env[69751]: value = "task-3484233" [ 1185.132424] env[69751]: _type = "Task" [ 1185.132424] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.142448] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484233, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.432792] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "d79fe61c-d533-4daf-8632-48d368ff69e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.433074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.434086] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484232, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.557941] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176e7a26-ca79-4f8d-8cd4-d43904c4e271 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.566608] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8a162-e4ca-4b5b-886a-56980a40aa51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.606241] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ae46aa-84b7-4586-9248-c08aab9644fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.613768] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f99857c-0286-404d-bb15-3dc9f491dc59 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.627266] env[69751]: DEBUG nova.compute.provider_tree [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.644212] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484233, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.681223] env[69751]: DEBUG nova.objects.instance [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'flavor' on Instance uuid 24ccb107-4263-4d59-8004-488cf19311f3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.844132] env[69751]: DEBUG nova.network.neutron [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updated VIF entry in instance network info cache for port fd7e523d-57a6-47b3-bf82-ee5d6eaa3755. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.844132] env[69751]: DEBUG nova.network.neutron [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updating instance_info_cache with network_info: [{"id": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "address": "fa:16:3e:cb:0e:3c", "network": {"id": "c00c7040-aaef-459f-bf70-9e821bb37e94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-123355558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9b61d24d834ce98de66e695f58156b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7e523d-57", "ovs_interfaceid": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.930127] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484232, 'name': CreateVM_Task, 'duration_secs': 0.756879} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.930322] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.931129] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.931799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.931799] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.931970] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8d811a-c663-49ea-a045-09f17f711007 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.935321] env[69751]: DEBUG nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1185.939628] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1185.939628] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5267e5ee-537f-ae24-9a85-7e3e64022cb6" [ 1185.939628] env[69751]: _type = "Task" [ 1185.939628] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.947623] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5267e5ee-537f-ae24-9a85-7e3e64022cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.132897] env[69751]: DEBUG nova.scheduler.client.report [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.145844] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484233, 'name': Destroy_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.253812] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "68ed60f9-b51b-4359-afd6-839d699105ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.254107] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.346375] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] Releasing lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.347914] env[69751]: DEBUG nova.compute.manager [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-changed-8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.347914] env[69751]: DEBUG nova.compute.manager [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing instance network info cache due to event network-changed-8cdbaafd-e4f4-44d0-8161-5f61c646a886. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.347914] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.347914] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.347914] env[69751]: DEBUG nova.network.neutron [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing network info cache for port 8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.454107] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5267e5ee-537f-ae24-9a85-7e3e64022cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.028577} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.454436] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.454698] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.454969] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.455172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.455399] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.455680] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fdbaf56-d2c8-438a-9036-af1b2fd6f98b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.458399] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.465415] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.465663] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.466684] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-271ae6a7-c3e9-431f-b0ae-b936dc1f1c3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.473208] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1186.473208] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e9e6ec-e62e-a9c4-b05d-f5b322472283" [ 1186.473208] env[69751]: _type = "Task" [ 1186.473208] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.483947] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e9e6ec-e62e-a9c4-b05d-f5b322472283, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.641285] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.641782] env[69751]: DEBUG nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1186.647426] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.092s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.648768] env[69751]: INFO nova.compute.claims [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.651145] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484233, 'name': Destroy_Task, 'duration_secs': 1.065904} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.651726] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.651936] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.652143] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.652333] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.652481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.653774] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Destroyed the VM [ 1186.654017] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1186.654663] env[69751]: INFO nova.compute.manager [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Terminating instance [ 1186.655585] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-be137144-34b1-4e51-84e0-8c0286f957db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.662970] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1186.662970] env[69751]: value = "task-3484234" [ 1186.662970] env[69751]: _type = "Task" [ 1186.662970] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.671397] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484234, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.692043] env[69751]: DEBUG oslo_concurrency.lockutils [None req-32bc2746-c5e1-44bb-b510-5d87455a2f43 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.288s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.757120] env[69751]: DEBUG nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.762971] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.763181] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.983817] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e9e6ec-e62e-a9c4-b05d-f5b322472283, 'name': SearchDatastore_Task, 'duration_secs': 0.008353} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.984794] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60a448f1-c29b-4380-b374-9eb0bf18458e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.991973] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1186.991973] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c465b7-8ddc-dac5-a008-fe12ca315200" [ 1186.991973] env[69751]: _type = "Task" [ 1186.991973] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.999613] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c465b7-8ddc-dac5-a008-fe12ca315200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.107465] env[69751]: DEBUG nova.network.neutron [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updated VIF entry in instance network info cache for port 8cdbaafd-e4f4-44d0-8161-5f61c646a886. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.107839] env[69751]: DEBUG nova.network.neutron [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.109269] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.109488] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.154690] env[69751]: DEBUG nova.compute.utils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.156287] env[69751]: DEBUG nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1187.156287] env[69751]: DEBUG nova.network.neutron [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1187.158982] env[69751]: DEBUG nova.compute.manager [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.161147] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.161147] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba1567-d18c-47bc-8ff1-ebb32f1dc3be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.171994] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484234, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.174432] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.174668] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ed7d85-87be-46bb-be52-adc416f4e7f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.197925] env[69751]: DEBUG nova.policy [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7405cd1bfe475a88f481a24d3bb7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9413a7f46dca4897a391dc99db0e5085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1187.265428] env[69751]: DEBUG nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.289346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.488153] env[69751]: DEBUG nova.network.neutron [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Successfully created port: 326a4e78-bbc8-4037-bef9-0db0f458ad33 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1187.502410] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c465b7-8ddc-dac5-a008-fe12ca315200, 'name': SearchDatastore_Task, 'duration_secs': 0.010307} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.502657] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.502911] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8/c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1187.504119] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5535c27-de92-4696-841b-aa487d8da14f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.509127] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1187.509127] env[69751]: value = "task-3484236" [ 1187.509127] env[69751]: _type = "Task" [ 1187.509127] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.516787] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.611903] env[69751]: DEBUG oslo_concurrency.lockutils [req-4b237146-ae38-4938-8fe1-76431a93a470 req-47dd56e5-1de7-4564-a9f0-5317e31f2ad7 service nova] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.612458] env[69751]: DEBUG nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1187.661534] env[69751]: DEBUG nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1187.677556] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484234, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.797142] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.863033] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.863033] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.863033] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleting the datastore file [datastore2] 586f13ab-9e77-480e-9b81-8e1d6b69afc2 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.863266] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67c68ebf-345b-4e80-bbbb-c59a86244419 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.872121] env[69751]: DEBUG oslo_vmware.api [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1187.872121] env[69751]: value = "task-3484237" [ 1187.872121] env[69751]: _type = "Task" [ 1187.872121] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.891162] env[69751]: DEBUG oslo_vmware.api [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.921792] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.922113] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.922341] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "24ccb107-4263-4d59-8004-488cf19311f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.922549] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.922750] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.925117] env[69751]: INFO nova.compute.manager [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Terminating instance [ 1188.011962] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88121e-7a15-4452-af77-c9d452067afd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.023136] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474215} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.024927] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8/c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1188.025173] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1188.025461] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f300a334-73a2-4331-977f-fec5e889ac65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.028201] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f385dd-824c-4360-9994-0499d734223d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.035854] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1188.035854] env[69751]: value = "task-3484238" [ 1188.035854] env[69751]: _type = "Task" [ 1188.035854] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.063574] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef104f0e-cc7d-41d9-85d1-2832fd130d50 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.071566] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.074700] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e16985c-8c0d-4927-a5a6-a1a2ea5eeb73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.089966] env[69751]: DEBUG nova.compute.provider_tree [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.129685] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.178087] env[69751]: DEBUG oslo_vmware.api [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484234, 'name': RemoveSnapshot_Task, 'duration_secs': 1.04176} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.178378] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1188.178639] env[69751]: INFO nova.compute.manager [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Took 16.84 seconds to snapshot the instance on the hypervisor. [ 1188.386935] env[69751]: DEBUG oslo_vmware.api [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261619} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.387835] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1188.387835] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1188.387835] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1188.387984] env[69751]: INFO nova.compute.manager [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1188.388201] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.388402] env[69751]: DEBUG nova.compute.manager [-] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1188.388496] env[69751]: DEBUG nova.network.neutron [-] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1188.435933] env[69751]: DEBUG nova.compute.manager [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1188.436169] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.438922] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7038ee6e-6861-4262-9a93-c504f61988e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.446580] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.446848] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b25cbd9f-1ef1-4959-9195-4cd1e0f47507 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.453435] env[69751]: DEBUG oslo_vmware.api [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1188.453435] env[69751]: value = "task-3484239" [ 1188.453435] env[69751]: _type = "Task" [ 1188.453435] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.461323] env[69751]: DEBUG oslo_vmware.api [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.568966] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05979} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.569274] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.570087] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc69e678-fd25-46ab-beeb-92ad0ba29846 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.592465] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8/c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.593825] env[69751]: DEBUG nova.scheduler.client.report [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.597317] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7047f55f-0638-4bee-b953-742757f1a9da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.619209] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1188.619209] env[69751]: value = "task-3484240" [ 1188.619209] env[69751]: _type = "Task" [ 1188.619209] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.629443] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.671777] env[69751]: DEBUG nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1188.682369] env[69751]: DEBUG nova.compute.manager [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Instance disappeared during snapshot {{(pid=69751) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1188.688109] env[69751]: DEBUG nova.compute.manager [req-14108dc7-4ad1-4bf6-bc19-8e3f1b829233 req-1c39496f-b0a6-4268-8fa8-c7492030959a service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Received event network-vif-deleted-401543a8-bddb-41b9-98a2-ac9fb09becd2 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.688109] env[69751]: INFO nova.compute.manager [req-14108dc7-4ad1-4bf6-bc19-8e3f1b829233 req-1c39496f-b0a6-4268-8fa8-c7492030959a service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Neutron deleted interface 401543a8-bddb-41b9-98a2-ac9fb09becd2; detaching it from the instance and deleting it from the info cache [ 1188.688219] env[69751]: DEBUG nova.network.neutron [req-14108dc7-4ad1-4bf6-bc19-8e3f1b829233 req-1c39496f-b0a6-4268-8fa8-c7492030959a service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.695022] env[69751]: DEBUG nova.compute.manager [None req-34cf87b2-6812-4924-afe2-b0ec8cb50767 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image not found during clean up aa734342-fa59-4708-8807-872d3d95fd0c {{(pid=69751) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1188.702211] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.702452] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.702609] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.702793] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.702939] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.703099] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.703306] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.703463] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.703628] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.703786] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.703956] env[69751]: DEBUG nova.virt.hardware [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.704992] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b60ca2-1891-4321-8e30-2e2daf8a05dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.713225] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda6c1bb-9a92-463e-9ac0-ab80c06fcc8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.951724] env[69751]: DEBUG nova.compute.manager [req-9ea46f71-33d9-46cf-b8ef-e716e0d5c488 req-6f966014-0a31-4fb6-8d7b-c7a109627d15 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Received event network-vif-plugged-326a4e78-bbc8-4037-bef9-0db0f458ad33 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.951724] env[69751]: DEBUG oslo_concurrency.lockutils [req-9ea46f71-33d9-46cf-b8ef-e716e0d5c488 req-6f966014-0a31-4fb6-8d7b-c7a109627d15 service nova] Acquiring lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.951724] env[69751]: DEBUG oslo_concurrency.lockutils [req-9ea46f71-33d9-46cf-b8ef-e716e0d5c488 req-6f966014-0a31-4fb6-8d7b-c7a109627d15 service nova] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.952033] env[69751]: DEBUG oslo_concurrency.lockutils [req-9ea46f71-33d9-46cf-b8ef-e716e0d5c488 req-6f966014-0a31-4fb6-8d7b-c7a109627d15 service nova] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.952131] env[69751]: DEBUG nova.compute.manager [req-9ea46f71-33d9-46cf-b8ef-e716e0d5c488 req-6f966014-0a31-4fb6-8d7b-c7a109627d15 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] No waiting events found dispatching network-vif-plugged-326a4e78-bbc8-4037-bef9-0db0f458ad33 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1188.952271] env[69751]: WARNING nova.compute.manager [req-9ea46f71-33d9-46cf-b8ef-e716e0d5c488 req-6f966014-0a31-4fb6-8d7b-c7a109627d15 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Received unexpected event network-vif-plugged-326a4e78-bbc8-4037-bef9-0db0f458ad33 for instance with vm_state building and task_state spawning. [ 1188.963171] env[69751]: DEBUG oslo_vmware.api [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484239, 'name': PowerOffVM_Task, 'duration_secs': 0.211704} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.963419] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.963586] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.963829] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-836aeb7c-d0a0-4481-a81d-889a3ca37736 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.013462] env[69751]: DEBUG nova.network.neutron [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Successfully updated port: 326a4e78-bbc8-4037-bef9-0db0f458ad33 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1189.026171] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.026171] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.026171] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Deleting the datastore file [datastore1] 24ccb107-4263-4d59-8004-488cf19311f3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.026171] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2cc93b1c-f934-4a41-978d-743df6d4f72c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.034209] env[69751]: DEBUG oslo_vmware.api [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for the task: (returnval){ [ 1189.034209] env[69751]: value = "task-3484242" [ 1189.034209] env[69751]: _type = "Task" [ 1189.034209] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.042356] env[69751]: DEBUG oslo_vmware.api [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.098315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.099245] env[69751]: DEBUG nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.101452] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.686s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.101654] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.104683] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.781s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.105920] env[69751]: INFO nova.compute.claims [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.136337] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484240, 'name': ReconfigVM_Task, 'duration_secs': 0.284471} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.137263] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8/c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1189.139794] env[69751]: INFO nova.scheduler.client.report [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted allocations for instance e68a3745-2717-4201-ab11-201162378a2d [ 1189.141336] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b357dfb8-a7e2-4da5-acbc-71e8936a1ba0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.145348] env[69751]: DEBUG nova.network.neutron [-] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.156422] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1189.156422] env[69751]: value = "task-3484243" [ 1189.156422] env[69751]: _type = "Task" [ 1189.156422] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.168030] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484243, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.190675] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6318c07e-25a4-44df-b790-6228bbf15aae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.201489] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b6fa92-c9e9-4067-b173-43551aae000b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.233700] env[69751]: DEBUG nova.compute.manager [req-14108dc7-4ad1-4bf6-bc19-8e3f1b829233 req-1c39496f-b0a6-4268-8fa8-c7492030959a service nova] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Detach interface failed, port_id=401543a8-bddb-41b9-98a2-ac9fb09becd2, reason: Instance 586f13ab-9e77-480e-9b81-8e1d6b69afc2 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1189.517293] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "refresh_cache-df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.517507] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "refresh_cache-df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.517675] env[69751]: DEBUG nova.network.neutron [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.544010] env[69751]: DEBUG oslo_vmware.api [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Task: {'id': task-3484242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131248} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.544271] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.544451] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.544630] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.544799] env[69751]: INFO nova.compute.manager [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1189.545043] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1189.545236] env[69751]: DEBUG nova.compute.manager [-] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1189.545331] env[69751]: DEBUG nova.network.neutron [-] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1189.613345] env[69751]: DEBUG nova.compute.utils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.615218] env[69751]: DEBUG nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.615384] env[69751]: DEBUG nova.network.neutron [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.651144] env[69751]: DEBUG nova.policy [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0688b8acea0248fc9e771db8157be6f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33279992d4e542ad94ce9a0e38fb58f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.652746] env[69751]: INFO nova.compute.manager [-] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Took 1.26 seconds to deallocate network for instance. [ 1189.659865] env[69751]: DEBUG oslo_concurrency.lockutils [None req-51c2c4a7-0010-4df9-b0b2-10f6aea2bef8 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "e68a3745-2717-4201-ab11-201162378a2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.666s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.672773] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484243, 'name': Rename_Task, 'duration_secs': 0.156555} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.673619] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.673865] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c031ccbf-9704-42a0-9383-d5b91541c251 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.681661] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1189.681661] env[69751]: value = "task-3484244" [ 1189.681661] env[69751]: _type = "Task" [ 1189.681661] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.689605] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.009202] env[69751]: DEBUG nova.network.neutron [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Successfully created port: 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.056736] env[69751]: DEBUG nova.network.neutron [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1190.119934] env[69751]: DEBUG nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.165523] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.196464] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.246346] env[69751]: DEBUG nova.network.neutron [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Updating instance_info_cache with network_info: [{"id": "326a4e78-bbc8-4037-bef9-0db0f458ad33", "address": "fa:16:3e:d8:3c:42", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326a4e78-bb", "ovs_interfaceid": "326a4e78-bbc8-4037-bef9-0db0f458ad33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.477214] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d80d91-4093-48bc-a183-ef8887ec6ca6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.484991] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88de1099-f3f0-4d33-8e4a-99dee31dfcef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.515616] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb886e3-f601-49a9-beb6-b3538abc1fef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.522479] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a25064-38c6-413b-ace9-494c9d61330c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.528028] env[69751]: DEBUG nova.network.neutron [-] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.539959] env[69751]: DEBUG nova.compute.provider_tree [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.691789] env[69751]: DEBUG oslo_vmware.api [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484244, 'name': PowerOnVM_Task, 'duration_secs': 0.525241} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.693047] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.693047] env[69751]: INFO nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1190.693171] env[69751]: DEBUG nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.693819] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a9cfe0-e847-4424-bf20-0a810cefb0c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.749402] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "refresh_cache-df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.749578] env[69751]: DEBUG nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Instance network_info: |[{"id": "326a4e78-bbc8-4037-bef9-0db0f458ad33", "address": "fa:16:3e:d8:3c:42", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326a4e78-bb", "ovs_interfaceid": "326a4e78-bbc8-4037-bef9-0db0f458ad33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1190.750376] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:3c:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '326a4e78-bbc8-4037-bef9-0db0f458ad33', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1190.758140] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.758358] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1190.758578] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fec1243-8f3d-4f13-afc0-9c5f858f8870 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.779130] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1190.779130] env[69751]: value = "task-3484245" [ 1190.779130] env[69751]: _type = "Task" [ 1190.779130] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.787139] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484245, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.983132] env[69751]: DEBUG nova.compute.manager [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Received event network-changed-326a4e78-bbc8-4037-bef9-0db0f458ad33 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.983283] env[69751]: DEBUG nova.compute.manager [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Refreshing instance network info cache due to event network-changed-326a4e78-bbc8-4037-bef9-0db0f458ad33. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1190.983625] env[69751]: DEBUG oslo_concurrency.lockutils [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] Acquiring lock "refresh_cache-df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.983801] env[69751]: DEBUG oslo_concurrency.lockutils [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] Acquired lock "refresh_cache-df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.984010] env[69751]: DEBUG nova.network.neutron [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Refreshing network info cache for port 326a4e78-bbc8-4037-bef9-0db0f458ad33 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1191.033132] env[69751]: INFO nova.compute.manager [-] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Took 1.49 seconds to deallocate network for instance. [ 1191.042724] env[69751]: DEBUG nova.scheduler.client.report [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.129768] env[69751]: DEBUG nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.155133] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.155371] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.155573] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.155803] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.155952] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.156112] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.156392] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.156613] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.156792] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.156956] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.157145] env[69751]: DEBUG nova.virt.hardware [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.158062] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e55c01-0b77-480f-855f-d5d163fcbf49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.166211] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e732d9-0712-486c-86b9-b500d7663b92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.212754] env[69751]: INFO nova.compute.manager [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Took 31.07 seconds to build instance. [ 1191.291902] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484245, 'name': CreateVM_Task, 'duration_secs': 0.318174} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.292087] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1191.292779] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.292943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.293288] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.293548] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00bc487d-dd8e-4c89-84eb-4c306e46c150 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.298502] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1191.298502] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b85be4-85b5-b407-6273-b822d5f37076" [ 1191.298502] env[69751]: _type = "Task" [ 1191.298502] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.307459] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b85be4-85b5-b407-6273-b822d5f37076, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.539813] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.547801] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.443s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.548330] env[69751]: DEBUG nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.551432] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.075s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.552892] env[69751]: INFO nova.compute.claims [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.561304] env[69751]: DEBUG nova.compute.manager [req-4133c732-6c95-4c3c-a70d-11e8842e542c req-8624c021-fa36-4233-9ef7-4685839ff978 service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Received event network-vif-plugged-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.561544] env[69751]: DEBUG oslo_concurrency.lockutils [req-4133c732-6c95-4c3c-a70d-11e8842e542c req-8624c021-fa36-4233-9ef7-4685839ff978 service nova] Acquiring lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.561721] env[69751]: DEBUG oslo_concurrency.lockutils [req-4133c732-6c95-4c3c-a70d-11e8842e542c req-8624c021-fa36-4233-9ef7-4685839ff978 service nova] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.561887] env[69751]: DEBUG oslo_concurrency.lockutils [req-4133c732-6c95-4c3c-a70d-11e8842e542c req-8624c021-fa36-4233-9ef7-4685839ff978 service nova] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.562091] env[69751]: DEBUG nova.compute.manager [req-4133c732-6c95-4c3c-a70d-11e8842e542c req-8624c021-fa36-4233-9ef7-4685839ff978 service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] No waiting events found dispatching network-vif-plugged-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1191.562225] env[69751]: WARNING nova.compute.manager [req-4133c732-6c95-4c3c-a70d-11e8842e542c req-8624c021-fa36-4233-9ef7-4685839ff978 service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Received unexpected event network-vif-plugged-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 for instance with vm_state building and task_state spawning. [ 1191.663053] env[69751]: DEBUG nova.network.neutron [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Successfully updated port: 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.714992] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d7aa8bc-1576-49a4-8ee9-83888bfd4314 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.588s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.809696] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b85be4-85b5-b407-6273-b822d5f37076, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.810061] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.810306] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1191.810543] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.810960] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.810960] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1191.811129] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8006d252-7a25-4e77-a446-806c1141f060 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.822886] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1191.823201] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1191.823785] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8587f4d3-994e-4853-bf46-12380144276c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.830279] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1191.830279] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b9d801-a1ce-d26c-1dbf-89a70fe36eac" [ 1191.830279] env[69751]: _type = "Task" [ 1191.830279] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.838980] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b9d801-a1ce-d26c-1dbf-89a70fe36eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.885622] env[69751]: DEBUG nova.network.neutron [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Updated VIF entry in instance network info cache for port 326a4e78-bbc8-4037-bef9-0db0f458ad33. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1191.885976] env[69751]: DEBUG nova.network.neutron [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Updating instance_info_cache with network_info: [{"id": "326a4e78-bbc8-4037-bef9-0db0f458ad33", "address": "fa:16:3e:d8:3c:42", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap326a4e78-bb", "ovs_interfaceid": "326a4e78-bbc8-4037-bef9-0db0f458ad33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.063917] env[69751]: DEBUG nova.compute.utils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.064775] env[69751]: DEBUG nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.064948] env[69751]: DEBUG nova.network.neutron [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.104237] env[69751]: DEBUG nova.policy [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f9b640c63a248cfa1df8caad27fd368', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '617d6e91ebb04cfe805d8ccef341d9e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.173042] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.173246] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.173427] env[69751]: DEBUG nova.network.neutron [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.342930] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b9d801-a1ce-d26c-1dbf-89a70fe36eac, 'name': SearchDatastore_Task, 'duration_secs': 0.008971} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.343789] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c808b70a-460b-4bec-a39e-91c091db702f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.349594] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1192.349594] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5293ce3f-c16b-6f9b-56a4-cb549c8b2cc1" [ 1192.349594] env[69751]: _type = "Task" [ 1192.349594] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.358461] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5293ce3f-c16b-6f9b-56a4-cb549c8b2cc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.388424] env[69751]: DEBUG oslo_concurrency.lockutils [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] Releasing lock "refresh_cache-df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.388725] env[69751]: DEBUG nova.compute.manager [req-ad1b036f-0b1a-4575-9900-0e3b3a874772 req-99d00a08-d2fb-446a-b2d9-2f94d1445db7 service nova] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Received event network-vif-deleted-fb56cb72-2fde-428f-aaf7-1873e89d02cf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.436132] env[69751]: DEBUG nova.network.neutron [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Successfully created port: 76441668-490d-41f2-a891-281177201860 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.569501] env[69751]: DEBUG nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.728532] env[69751]: DEBUG nova.network.neutron [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.873642] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5293ce3f-c16b-6f9b-56a4-cb549c8b2cc1, 'name': SearchDatastore_Task, 'duration_secs': 0.010797} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.873946] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.874254] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] df52ebf4-fee6-4771-bbcb-cdd8a0c5e656/df52ebf4-fee6-4771-bbcb-cdd8a0c5e656.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1192.874689] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a678cde-a91f-42d4-a973-105f9d7deec0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.881925] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1192.881925] env[69751]: value = "task-3484246" [ 1192.881925] env[69751]: _type = "Task" [ 1192.881925] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.893364] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.899830] env[69751]: DEBUG nova.network.neutron [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance_info_cache with network_info: [{"id": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "address": "fa:16:3e:9d:50:16", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc3ed0-62", "ovs_interfaceid": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.908645] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865289c7-9521-4a4e-8fe3-8c5941c72d9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.916533] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5309a3a-4bc2-4ffc-9a61-c2703c729b4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.951566] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cf35e9-d39e-4cf7-b3fb-57807af9a4b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.959848] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c435b1-9c77-46a4-9311-c1814ea0cb69 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.974108] env[69751]: DEBUG nova.compute.provider_tree [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.012302] env[69751]: DEBUG nova.compute.manager [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Received event network-changed-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.012302] env[69751]: DEBUG nova.compute.manager [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Refreshing instance network info cache due to event network-changed-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.012423] env[69751]: DEBUG oslo_concurrency.lockutils [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] Acquiring lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.012587] env[69751]: DEBUG oslo_concurrency.lockutils [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] Acquired lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.012769] env[69751]: DEBUG nova.network.neutron [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Refreshing network info cache for port fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.392970] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484246, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.402695] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.403148] env[69751]: DEBUG nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Instance network_info: |[{"id": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "address": "fa:16:3e:9d:50:16", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc3ed0-62", "ovs_interfaceid": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.403585] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:50:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bdc3ed0-6295-4d33-b8ec-cde9d88098e3', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.411844] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.411961] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.412231] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9211690b-b1d1-4a4a-bb79-0a4ad6e904ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.436641] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.436641] env[69751]: value = "task-3484247" [ 1193.436641] env[69751]: _type = "Task" [ 1193.436641] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.445811] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484247, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.479663] env[69751]: DEBUG nova.scheduler.client.report [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.582048] env[69751]: DEBUG nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.596030] env[69751]: DEBUG nova.compute.manager [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Received event network-changed-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.596255] env[69751]: DEBUG nova.compute.manager [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Refreshing instance network info cache due to event network-changed-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.596470] env[69751]: DEBUG oslo_concurrency.lockutils [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] Acquiring lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.596611] env[69751]: DEBUG oslo_concurrency.lockutils [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] Acquired lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.596766] env[69751]: DEBUG nova.network.neutron [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Refreshing network info cache for port 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.612435] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.612435] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.612435] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.612435] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.612435] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.612435] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.612784] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.612784] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.612863] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.613609] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.613609] env[69751]: DEBUG nova.virt.hardware [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.614630] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aecc30-7ec6-4859-b93f-64ad19724ca2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.623412] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295e5f89-c6b0-46e1-ab0a-3263bb2f101c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.782804] env[69751]: DEBUG nova.network.neutron [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updated VIF entry in instance network info cache for port fd7e523d-57a6-47b3-bf82-ee5d6eaa3755. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.783200] env[69751]: DEBUG nova.network.neutron [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updating instance_info_cache with network_info: [{"id": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "address": "fa:16:3e:cb:0e:3c", "network": {"id": "c00c7040-aaef-459f-bf70-9e821bb37e94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-123355558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9b61d24d834ce98de66e695f58156b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd7e523d-57", "ovs_interfaceid": "fd7e523d-57a6-47b3-bf82-ee5d6eaa3755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.892515] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555585} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.892789] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] df52ebf4-fee6-4771-bbcb-cdd8a0c5e656/df52ebf4-fee6-4771-bbcb-cdd8a0c5e656.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.893009] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.893265] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5abc7aaf-7ef5-487f-ba4d-37b638175b7c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.900467] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1193.900467] env[69751]: value = "task-3484248" [ 1193.900467] env[69751]: _type = "Task" [ 1193.900467] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.909961] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.948438] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484247, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.987587] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.988053] env[69751]: DEBUG nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.990808] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 11.726s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.119615] env[69751]: DEBUG nova.network.neutron [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Successfully updated port: 76441668-490d-41f2-a891-281177201860 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.287071] env[69751]: DEBUG oslo_concurrency.lockutils [req-f35be4bd-bc8e-42e0-97d3-d989a8943b7e req-9ca990ec-94ae-419b-af50-e35ed1bd90cc service nova] Releasing lock "refresh_cache-c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.312374] env[69751]: DEBUG nova.network.neutron [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updated VIF entry in instance network info cache for port 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1194.312868] env[69751]: DEBUG nova.network.neutron [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance_info_cache with network_info: [{"id": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "address": "fa:16:3e:9d:50:16", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc3ed0-62", "ovs_interfaceid": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.412171] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186929} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.412417] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.413172] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d75b688-431f-4949-bef4-c7a18f04618d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.434493] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] df52ebf4-fee6-4771-bbcb-cdd8a0c5e656/df52ebf4-fee6-4771-bbcb-cdd8a0c5e656.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.434716] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b637b9-fff8-4154-a83a-a96dcfb01c07 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.456537] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484247, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.457756] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1194.457756] env[69751]: value = "task-3484249" [ 1194.457756] env[69751]: _type = "Task" [ 1194.457756] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.464757] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.496414] env[69751]: DEBUG nova.compute.utils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.500521] env[69751]: DEBUG nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.500698] env[69751]: DEBUG nova.network.neutron [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.537673] env[69751]: DEBUG nova.policy [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c598c83d7c44709b7a7f6e7bf69ee5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdcae5d4bfbf4f80961b694839041e06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.623615] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "refresh_cache-eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.624404] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "refresh_cache-eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.624404] env[69751]: DEBUG nova.network.neutron [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.757227] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30240511-1c9a-4dea-a86f-774fbc54138e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.765284] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee76457-419d-4e30-b250-d77392db6565 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.796556] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee7c030-d1b8-4700-8e0d-f4324c9e620c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.804592] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400ad613-b02e-464c-af2e-2d399b931f87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.819873] env[69751]: DEBUG oslo_concurrency.lockutils [req-74e5ce40-7570-47b6-a3b6-170eb7aa5446 req-bfd9f0ca-e7f9-49f3-8c96-34a0ac92d59f service nova] Releasing lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.820576] env[69751]: DEBUG nova.compute.provider_tree [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.953838] env[69751]: DEBUG nova.network.neutron [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Successfully created port: 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.963242] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484247, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.973138] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484249, 'name': ReconfigVM_Task, 'duration_secs': 0.287089} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.973138] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Reconfigured VM instance instance-0000005f to attach disk [datastore2] df52ebf4-fee6-4771-bbcb-cdd8a0c5e656/df52ebf4-fee6-4771-bbcb-cdd8a0c5e656.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.974500] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15bfcf6a-e7ca-4444-97c0-466a302e21d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.979820] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1194.979820] env[69751]: value = "task-3484250" [ 1194.979820] env[69751]: _type = "Task" [ 1194.979820] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.989928] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484250, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.001674] env[69751]: DEBUG nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.046534] env[69751]: DEBUG nova.compute.manager [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Received event network-vif-plugged-76441668-490d-41f2-a891-281177201860 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.046820] env[69751]: DEBUG oslo_concurrency.lockutils [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] Acquiring lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.047149] env[69751]: DEBUG oslo_concurrency.lockutils [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.048192] env[69751]: DEBUG oslo_concurrency.lockutils [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.048192] env[69751]: DEBUG nova.compute.manager [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] No waiting events found dispatching network-vif-plugged-76441668-490d-41f2-a891-281177201860 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1195.048192] env[69751]: WARNING nova.compute.manager [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Received unexpected event network-vif-plugged-76441668-490d-41f2-a891-281177201860 for instance with vm_state building and task_state spawning. [ 1195.048192] env[69751]: DEBUG nova.compute.manager [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Received event network-changed-76441668-490d-41f2-a891-281177201860 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.048619] env[69751]: DEBUG nova.compute.manager [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Refreshing instance network info cache due to event network-changed-76441668-490d-41f2-a891-281177201860. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1195.048619] env[69751]: DEBUG oslo_concurrency.lockutils [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] Acquiring lock "refresh_cache-eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.154844] env[69751]: DEBUG nova.network.neutron [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.276048] env[69751]: DEBUG nova.network.neutron [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Updating instance_info_cache with network_info: [{"id": "76441668-490d-41f2-a891-281177201860", "address": "fa:16:3e:56:c7:2c", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76441668-49", "ovs_interfaceid": "76441668-490d-41f2-a891-281177201860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.326631] env[69751]: DEBUG nova.scheduler.client.report [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.459139] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484247, 'name': CreateVM_Task, 'duration_secs': 1.677262} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.459405] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.460133] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.460418] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.460785] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.461101] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3cfc93a-20c0-4834-b12a-2f089465c9fb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.465804] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1195.465804] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e1f85b-0598-b429-001d-e5f31caee1cb" [ 1195.465804] env[69751]: _type = "Task" [ 1195.465804] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.473861] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e1f85b-0598-b429-001d-e5f31caee1cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.487494] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484250, 'name': Rename_Task, 'duration_secs': 0.133708} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.487658] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.487922] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03d91239-2baa-4b68-a512-765f319cb206 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.493465] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1195.493465] env[69751]: value = "task-3484251" [ 1195.493465] env[69751]: _type = "Task" [ 1195.493465] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.500564] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.778397] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "refresh_cache-eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.778754] env[69751]: DEBUG nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Instance network_info: |[{"id": "76441668-490d-41f2-a891-281177201860", "address": "fa:16:3e:56:c7:2c", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76441668-49", "ovs_interfaceid": "76441668-490d-41f2-a891-281177201860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.779119] env[69751]: DEBUG oslo_concurrency.lockutils [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] Acquired lock "refresh_cache-eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.779313] env[69751]: DEBUG nova.network.neutron [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Refreshing network info cache for port 76441668-490d-41f2-a891-281177201860 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.781038] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:c7:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76441668-490d-41f2-a891-281177201860', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.789614] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.796501] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.796501] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2299475b-d837-4ae9-837b-ae2d4fc6cd86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.819276] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.819276] env[69751]: value = "task-3484252" [ 1195.819276] env[69751]: _type = "Task" [ 1195.819276] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.829419] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484252, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.980739] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e1f85b-0598-b429-001d-e5f31caee1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010042} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.981775] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.981775] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.981775] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.981775] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.981980] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.983046] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d0f77a-b238-4e67-9d17-e0fd1341bd71 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.990508] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.990694] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.991454] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaa633d-9112-453c-a126-e667ebc679aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.999940] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1195.999940] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521bba22-fb2c-77a9-dcc8-0167b86af18c" [ 1195.999940] env[69751]: _type = "Task" [ 1195.999940] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.003088] env[69751]: DEBUG oslo_vmware.api [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484251, 'name': PowerOnVM_Task, 'duration_secs': 0.445087} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.006257] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.006518] env[69751]: INFO nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Took 7.33 seconds to spawn the instance on the hypervisor. [ 1196.006649] env[69751]: DEBUG nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1196.007424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a5681e-864c-4c80-9c0d-6f4d760a722b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.011021] env[69751]: DEBUG nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.017037] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521bba22-fb2c-77a9-dcc8-0167b86af18c, 'name': SearchDatastore_Task, 'duration_secs': 0.009534} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.021179] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea92d32b-4d40-4897-b38b-a4918e04facb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.029253] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1196.029253] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bafe8b-2935-b1f5-4465-0ec5c802be82" [ 1196.029253] env[69751]: _type = "Task" [ 1196.029253] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.037993] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bafe8b-2935-b1f5-4465-0ec5c802be82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.050142] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.050431] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.050596] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.050775] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.050943] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.051072] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.051290] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.051448] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.051614] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.051778] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.052673] env[69751]: DEBUG nova.virt.hardware [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.052857] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5dea834-0064-4851-ad71-d20d4c1109ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.060927] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473e5536-7261-46d1-a356-f84d9b77d7ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.133856] env[69751]: DEBUG nova.network.neutron [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Updated VIF entry in instance network info cache for port 76441668-490d-41f2-a891-281177201860. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.134250] env[69751]: DEBUG nova.network.neutron [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Updating instance_info_cache with network_info: [{"id": "76441668-490d-41f2-a891-281177201860", "address": "fa:16:3e:56:c7:2c", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76441668-49", "ovs_interfaceid": "76441668-490d-41f2-a891-281177201860", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.329576] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484252, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.336913] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.346s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.339674] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.963s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.339800] env[69751]: DEBUG nova.objects.instance [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lazy-loading 'resources' on Instance uuid 17d8f11c-42b5-4f38-804f-27e82bcc54a7 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.450380] env[69751]: DEBUG nova.compute.manager [req-fe8004a5-d863-412c-a843-0cafdd5b5ff7 req-14c29ad6-32f0-4259-9a53-06948ae949b5 service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Received event network-vif-plugged-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.450603] env[69751]: DEBUG oslo_concurrency.lockutils [req-fe8004a5-d863-412c-a843-0cafdd5b5ff7 req-14c29ad6-32f0-4259-9a53-06948ae949b5 service nova] Acquiring lock "8e664cb5-993f-46f0-b13e-26e3df475d46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.450815] env[69751]: DEBUG oslo_concurrency.lockutils [req-fe8004a5-d863-412c-a843-0cafdd5b5ff7 req-14c29ad6-32f0-4259-9a53-06948ae949b5 service nova] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.450984] env[69751]: DEBUG oslo_concurrency.lockutils [req-fe8004a5-d863-412c-a843-0cafdd5b5ff7 req-14c29ad6-32f0-4259-9a53-06948ae949b5 service nova] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.451167] env[69751]: DEBUG nova.compute.manager [req-fe8004a5-d863-412c-a843-0cafdd5b5ff7 req-14c29ad6-32f0-4259-9a53-06948ae949b5 service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] No waiting events found dispatching network-vif-plugged-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1196.451637] env[69751]: WARNING nova.compute.manager [req-fe8004a5-d863-412c-a843-0cafdd5b5ff7 req-14c29ad6-32f0-4259-9a53-06948ae949b5 service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Received unexpected event network-vif-plugged-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 for instance with vm_state building and task_state spawning. [ 1196.532061] env[69751]: DEBUG nova.network.neutron [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Successfully updated port: 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.540641] env[69751]: INFO nova.compute.manager [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Took 25.09 seconds to build instance. [ 1196.547566] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bafe8b-2935-b1f5-4465-0ec5c802be82, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.548406] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.548675] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2e7adb3e-ac74-4fe3-898f-256c01297f7b/2e7adb3e-ac74-4fe3-898f-256c01297f7b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.548997] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-366d5448-0103-4eb4-addc-6abadf00d05f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.556338] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1196.556338] env[69751]: value = "task-3484253" [ 1196.556338] env[69751]: _type = "Task" [ 1196.556338] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.564479] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.636644] env[69751]: DEBUG oslo_concurrency.lockutils [req-27069d16-f258-4859-a92e-ba7357734d90 req-7ef7e499-89c8-4bc4-9a27-cc3623d16b1e service nova] Releasing lock "refresh_cache-eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.830673] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484252, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.906924] env[69751]: INFO nova.scheduler.client.report [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted allocation for migration 6bcd6f67-6b2b-4e9e-8639-37035abffd42 [ 1197.042079] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.042787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.042787] env[69751]: DEBUG nova.network.neutron [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.043738] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4a10af8a-15ba-4bd1-9d9f-a53008327f91 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.607s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.068686] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484253, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.152820] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab1ffbb-f094-46d0-8237-1545e8137168 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.161852] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fddf88-412a-48b8-9e8d-dfb5d91cd215 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.193720] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f172c9-eb71-4f00-9a62-cf0253a41508 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.201523] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5a7baa-bcc2-4cca-87f4-00864efd1770 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.218043] env[69751]: DEBUG nova.compute.provider_tree [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.331552] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484252, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.415640] env[69751]: DEBUG oslo_concurrency.lockutils [None req-8634d324-be10-42af-a37e-92975f89aa19 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 18.630s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.567662] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484253, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530153} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.567943] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 2e7adb3e-ac74-4fe3-898f-256c01297f7b/2e7adb3e-ac74-4fe3-898f-256c01297f7b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.568165] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.568421] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bee49e55-27cf-4366-b8b9-0d5741ab0723 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.574821] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1197.574821] env[69751]: value = "task-3484254" [ 1197.574821] env[69751]: _type = "Task" [ 1197.574821] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.582948] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.591752] env[69751]: DEBUG nova.network.neutron [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.722757] env[69751]: DEBUG nova.scheduler.client.report [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1197.740965] env[69751]: DEBUG nova.network.neutron [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Updating instance_info_cache with network_info: [{"id": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "address": "fa:16:3e:c4:1b:3b", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f3f4f9-6a", "ovs_interfaceid": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.831615] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484252, 'name': CreateVM_Task, 'duration_secs': 1.72147} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.832749] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.833070] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.833381] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.833757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.834074] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf110fb1-8c40-46b0-9b5a-3ce6eba477b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.839409] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1197.839409] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2b4fb-0a53-e0f7-887e-a55153364a29" [ 1197.839409] env[69751]: _type = "Task" [ 1197.839409] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.847571] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2b4fb-0a53-e0f7-887e-a55153364a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.936767] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.937101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.937331] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.937521] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.937695] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.939852] env[69751]: INFO nova.compute.manager [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Terminating instance [ 1198.086257] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074057} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.086532] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.087372] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fad00d1-7075-4365-aa84-8976baf2dbd2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.112675] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2e7adb3e-ac74-4fe3-898f-256c01297f7b/2e7adb3e-ac74-4fe3-898f-256c01297f7b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.112973] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c67be849-2416-431a-93ed-b2a771c04454 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.133641] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1198.133641] env[69751]: value = "task-3484255" [ 1198.133641] env[69751]: _type = "Task" [ 1198.133641] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.141830] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.175592] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.175700] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.175845] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.176063] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.176244] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.178735] env[69751]: INFO nova.compute.manager [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Terminating instance [ 1198.228314] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.230857] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.833s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.232824] env[69751]: INFO nova.compute.claims [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.245580] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.245580] env[69751]: DEBUG nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Instance network_info: |[{"id": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "address": "fa:16:3e:c4:1b:3b", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f3f4f9-6a", "ovs_interfaceid": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.247391] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:1b:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97f3f4f9-6af8-4fbc-a5a4-677828e125b9', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.255074] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.256175] env[69751]: INFO nova.scheduler.client.report [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Deleted allocations for instance 17d8f11c-42b5-4f38-804f-27e82bcc54a7 [ 1198.257447] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.257772] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c91fae4-e440-4eb5-ba79-17d6001953d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.283012] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.283012] env[69751]: value = "task-3484256" [ 1198.283012] env[69751]: _type = "Task" [ 1198.283012] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.290620] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484256, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.348865] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f2b4fb-0a53-e0f7-887e-a55153364a29, 'name': SearchDatastore_Task, 'duration_secs': 0.01439} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.349535] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.349776] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.350021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.350175] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.350354] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.350609] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d0885a2-4053-4e1d-bac6-37255060513c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.362406] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.362549] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.363272] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c29ca1-87e1-45fb-8078-b6ca8a4393d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.368262] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1198.368262] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e4021d-1875-c099-029b-6359c7eba436" [ 1198.368262] env[69751]: _type = "Task" [ 1198.368262] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.375599] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e4021d-1875-c099-029b-6359c7eba436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.443965] env[69751]: DEBUG nova.compute.manager [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.444208] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.445098] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69568a28-b919-449b-8108-2c4ba41104a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.453078] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.453317] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94665ba7-ed32-4f9b-92c0-6d615da179f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.459656] env[69751]: DEBUG oslo_vmware.api [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1198.459656] env[69751]: value = "task-3484257" [ 1198.459656] env[69751]: _type = "Task" [ 1198.459656] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.467373] env[69751]: DEBUG oslo_vmware.api [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484257, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.475324] env[69751]: DEBUG nova.compute.manager [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Received event network-changed-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.475673] env[69751]: DEBUG nova.compute.manager [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Refreshing instance network info cache due to event network-changed-97f3f4f9-6af8-4fbc-a5a4-677828e125b9. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.475754] env[69751]: DEBUG oslo_concurrency.lockutils [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] Acquiring lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.475893] env[69751]: DEBUG oslo_concurrency.lockutils [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] Acquired lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.476064] env[69751]: DEBUG nova.network.neutron [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Refreshing network info cache for port 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.647361] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.683236] env[69751]: DEBUG nova.compute.manager [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.683236] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.683806] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d337fb0-ded1-4831-a99b-6f16250afcea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.694617] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.695051] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1085de5a-50fc-464a-86d0-ce32d2c78d5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.702073] env[69751]: DEBUG oslo_vmware.api [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1198.702073] env[69751]: value = "task-3484258" [ 1198.702073] env[69751]: _type = "Task" [ 1198.702073] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.712731] env[69751]: DEBUG oslo_vmware.api [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484258, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.780220] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5f54d3da-4695-4b5d-abe9-9efca8eedcb2 tempest-ServersV294TestFqdnHostnames-1266334230 tempest-ServersV294TestFqdnHostnames-1266334230-project-member] Lock "17d8f11c-42b5-4f38-804f-27e82bcc54a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.450s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.793257] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484256, 'name': CreateVM_Task, 'duration_secs': 0.44581} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.793445] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.794115] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.794282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.794613] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.794931] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2edac88-093f-40ba-9609-6f6954146c86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.800178] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1198.800178] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4aa07-4b28-f713-6140-b969e2084322" [ 1198.800178] env[69751]: _type = "Task" [ 1198.800178] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.808330] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4aa07-4b28-f713-6140-b969e2084322, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.879826] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e4021d-1875-c099-029b-6359c7eba436, 'name': SearchDatastore_Task, 'duration_secs': 0.013267} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.880743] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2928e16-4a00-46cd-8634-d0ca0bbe033e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.886809] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1198.886809] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527aa38a-158d-e24d-6366-e6298603fd8f" [ 1198.886809] env[69751]: _type = "Task" [ 1198.886809] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.894873] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527aa38a-158d-e24d-6366-e6298603fd8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.969464] env[69751]: DEBUG oslo_vmware.api [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484257, 'name': PowerOffVM_Task, 'duration_secs': 0.241207} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.970641] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.970641] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.970641] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9846894-b8bf-437d-a42b-850513ac6571 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.040833] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.042032] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.042032] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleting the datastore file [datastore2] a1f80c39-d4d9-488e-ba8c-84a11a9f9882 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.042032] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27359695-f95a-40e4-a38e-ea90f22a9cc7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.049150] env[69751]: DEBUG oslo_vmware.api [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1199.049150] env[69751]: value = "task-3484260" [ 1199.049150] env[69751]: _type = "Task" [ 1199.049150] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.060345] env[69751]: DEBUG oslo_vmware.api [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.144518] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484255, 'name': ReconfigVM_Task, 'duration_secs': 0.64243} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.146826] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2e7adb3e-ac74-4fe3-898f-256c01297f7b/2e7adb3e-ac74-4fe3-898f-256c01297f7b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.147540] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3357ad0-2d5c-48e5-94f7-385816919358 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.155577] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1199.155577] env[69751]: value = "task-3484261" [ 1199.155577] env[69751]: _type = "Task" [ 1199.155577] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.163303] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484261, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.180307] env[69751]: DEBUG nova.network.neutron [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Updated VIF entry in instance network info cache for port 97f3f4f9-6af8-4fbc-a5a4-677828e125b9. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.180648] env[69751]: DEBUG nova.network.neutron [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Updating instance_info_cache with network_info: [{"id": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "address": "fa:16:3e:c4:1b:3b", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f3f4f9-6a", "ovs_interfaceid": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.210755] env[69751]: DEBUG oslo_vmware.api [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484258, 'name': PowerOffVM_Task, 'duration_secs': 0.205208} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.211045] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.211221] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.211468] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a94e3aa1-8be7-4033-b47b-dfd65d90958a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.272759] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.272909] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.273122] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleting the datastore file [datastore2] df52ebf4-fee6-4771-bbcb-cdd8a0c5e656 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.273400] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a885469a-bca4-4d44-ba3e-9d83d78900e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.280256] env[69751]: DEBUG oslo_vmware.api [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1199.280256] env[69751]: value = "task-3484263" [ 1199.280256] env[69751]: _type = "Task" [ 1199.280256] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.288120] env[69751]: DEBUG oslo_vmware.api [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484263, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.323169] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b4aa07-4b28-f713-6140-b969e2084322, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.323405] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.323636] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.323845] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.401567] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527aa38a-158d-e24d-6366-e6298603fd8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.401943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.402221] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896/eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.402502] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.402690] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.402899] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc3604f-4415-4e25-ab4a-acec94cf0033 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.404844] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ddd0ab1-7d2b-404c-b74d-e8b50c5b4966 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.415302] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1199.415302] env[69751]: value = "task-3484264" [ 1199.415302] env[69751]: _type = "Task" [ 1199.415302] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.415602] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.415867] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.416676] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbf844ee-98c1-40e1-82bf-6b38a351a9c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.430232] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.430550] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1199.430550] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527aa747-9ce9-2878-bcf0-ac5effc8b212" [ 1199.430550] env[69751]: _type = "Task" [ 1199.430550] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.438726] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527aa747-9ce9-2878-bcf0-ac5effc8b212, 'name': SearchDatastore_Task, 'duration_secs': 0.010069} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.441925] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-550926e7-2917-4d8e-977c-ff0f8c253fea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.447077] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1199.447077] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e8e78-bab7-f425-1c0c-9cd7e33a52fb" [ 1199.447077] env[69751]: _type = "Task" [ 1199.447077] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.455889] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e8e78-bab7-f425-1c0c-9cd7e33a52fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.504174] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e57ce54-cd05-49eb-ab30-1f0c27019153 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.511853] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea39490a-fc1b-47dc-b8c3-e845345da657 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.542500] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29fd0f64-5abc-4855-8790-200e98ecbf66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.550146] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a312577b-422e-43b3-95ba-586d7ac3a524 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.567731] env[69751]: DEBUG nova.compute.provider_tree [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.572091] env[69751]: DEBUG oslo_vmware.api [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224252} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.572601] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.572800] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.572980] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.573206] env[69751]: INFO nova.compute.manager [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1199.573472] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.573680] env[69751]: DEBUG nova.compute.manager [-] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.573788] env[69751]: DEBUG nova.network.neutron [-] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.666131] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484261, 'name': Rename_Task, 'duration_secs': 0.16737} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.666426] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.666672] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbcbafb-97b1-4d63-91c5-0707dafc4a8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.672976] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1199.672976] env[69751]: value = "task-3484265" [ 1199.672976] env[69751]: _type = "Task" [ 1199.672976] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.682092] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.682636] env[69751]: DEBUG oslo_concurrency.lockutils [req-30860b13-553d-4e00-96b5-18048e3ae8c9 req-16514933-ba45-4fa7-97d9-5c3465c0c81c service nova] Releasing lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.790774] env[69751]: DEBUG oslo_vmware.api [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484263, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221754} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.791151] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.791463] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.791692] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.791905] env[69751]: INFO nova.compute.manager [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1199.792247] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.792502] env[69751]: DEBUG nova.compute.manager [-] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.792627] env[69751]: DEBUG nova.network.neutron [-] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.931190] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484264, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.959758] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]522e8e78-bab7-f425-1c0c-9cd7e33a52fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.959880] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.960208] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8e664cb5-993f-46f0-b13e-26e3df475d46/8e664cb5-993f-46f0-b13e-26e3df475d46.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1199.960610] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4394406b-6b23-4885-be89-2b203737502b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.968371] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1199.968371] env[69751]: value = "task-3484266" [ 1199.968371] env[69751]: _type = "Task" [ 1199.968371] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.979989] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.073768] env[69751]: DEBUG nova.scheduler.client.report [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.188651] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.266883] env[69751]: DEBUG nova.compute.manager [req-d7700f99-444f-493e-9200-6aaf9039fcf9 req-4dfcb83f-85fb-4065-a747-9baf1d7f58b8 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Received event network-vif-deleted-326a4e78-bbc8-4037-bef9-0db0f458ad33 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.267101] env[69751]: INFO nova.compute.manager [req-d7700f99-444f-493e-9200-6aaf9039fcf9 req-4dfcb83f-85fb-4065-a747-9baf1d7f58b8 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Neutron deleted interface 326a4e78-bbc8-4037-bef9-0db0f458ad33; detaching it from the instance and deleting it from the info cache [ 1200.267330] env[69751]: DEBUG nova.network.neutron [req-d7700f99-444f-493e-9200-6aaf9039fcf9 req-4dfcb83f-85fb-4065-a747-9baf1d7f58b8 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.428517] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669239} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.429324] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896/eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1200.429734] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1200.430154] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fe27cad-8d74-413c-b14a-bbc831d6fbdb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.438736] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1200.438736] env[69751]: value = "task-3484267" [ 1200.438736] env[69751]: _type = "Task" [ 1200.438736] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.451599] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.479748] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484266, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.509309] env[69751]: DEBUG nova.compute.manager [req-13176584-c9f3-4f60-b5e0-7f57e2da61c0 req-4d60694d-891f-4865-921a-ae5387576aaa service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Received event network-vif-deleted-d65de95f-31c4-41b3-b49f-80e829164178 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.509799] env[69751]: INFO nova.compute.manager [req-13176584-c9f3-4f60-b5e0-7f57e2da61c0 req-4d60694d-891f-4865-921a-ae5387576aaa service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Neutron deleted interface d65de95f-31c4-41b3-b49f-80e829164178; detaching it from the instance and deleting it from the info cache [ 1200.509799] env[69751]: DEBUG nova.network.neutron [req-13176584-c9f3-4f60-b5e0-7f57e2da61c0 req-4d60694d-891f-4865-921a-ae5387576aaa service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.579679] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.580218] env[69751]: DEBUG nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1200.587019] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.087s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.587019] env[69751]: DEBUG nova.objects.instance [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lazy-loading 'resources' on Instance uuid f6e65fdf-e194-444a-99a3-3ef7932a6cc3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.688722] env[69751]: DEBUG oslo_vmware.api [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484265, 'name': PowerOnVM_Task, 'duration_secs': 0.558688} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.689137] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.689507] env[69751]: INFO nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1200.689507] env[69751]: DEBUG nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1200.690192] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c275fd-920b-4a71-b3a2-5c2efc975dc6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.746646] env[69751]: DEBUG nova.network.neutron [-] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.773017] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-237d0638-2aa9-412a-a12d-4afddb4fdf2f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.790328] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5671a84e-885c-4cb9-a212-d56ef4cf354b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.836766] env[69751]: DEBUG nova.compute.manager [req-d7700f99-444f-493e-9200-6aaf9039fcf9 req-4dfcb83f-85fb-4065-a747-9baf1d7f58b8 service nova] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Detach interface failed, port_id=326a4e78-bbc8-4037-bef9-0db0f458ad33, reason: Instance df52ebf4-fee6-4771-bbcb-cdd8a0c5e656 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1200.917844] env[69751]: DEBUG nova.network.neutron [-] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.949035] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085607} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.951024] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1200.951024] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f21aac-f244-4528-b742-df7debd6a80f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.974880] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896/eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.975576] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9168e788-48ed-4234-b859-399d84cc9494 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.007561] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559641} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.010063] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 8e664cb5-993f-46f0-b13e-26e3df475d46/8e664cb5-993f-46f0-b13e-26e3df475d46.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.010423] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.010753] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1201.010753] env[69751]: value = "task-3484268" [ 1201.010753] env[69751]: _type = "Task" [ 1201.010753] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.010944] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61c2248d-4408-4488-bb5e-3403020fabe7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.018290] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1da21f1f-c49d-42c4-94af-b8ac38751bab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.027510] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.030147] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1201.030147] env[69751]: value = "task-3484269" [ 1201.030147] env[69751]: _type = "Task" [ 1201.030147] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.037319] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e394410e-bafa-4703-a714-20411e58ad0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.056625] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484269, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.074041] env[69751]: DEBUG nova.compute.manager [req-13176584-c9f3-4f60-b5e0-7f57e2da61c0 req-4d60694d-891f-4865-921a-ae5387576aaa service nova] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Detach interface failed, port_id=d65de95f-31c4-41b3-b49f-80e829164178, reason: Instance a1f80c39-d4d9-488e-ba8c-84a11a9f9882 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1201.085783] env[69751]: DEBUG nova.compute.utils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1201.091382] env[69751]: DEBUG nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1201.091564] env[69751]: DEBUG nova.network.neutron [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.177166] env[69751]: DEBUG nova.policy [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a38fb0472a6a4a098b5a415234119a8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed2cfc5fdef94b20af79fd8f3ec11f76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.216494] env[69751]: INFO nova.compute.manager [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Took 27.68 seconds to build instance. [ 1201.252126] env[69751]: INFO nova.compute.manager [-] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Took 1.46 seconds to deallocate network for instance. [ 1201.403741] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f8cc6-311b-4798-b010-8f3fb70bb79d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.412273] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de60eba9-5191-435c-951b-fbff7ea7a7d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.449662] env[69751]: INFO nova.compute.manager [-] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Took 1.88 seconds to deallocate network for instance. [ 1201.452376] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f154ed1-445b-46cb-9cc6-508a64a3b4bc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.463507] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee5f52b-4824-4fcc-a8f5-5ec017c9eadd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.479563] env[69751]: DEBUG nova.compute.provider_tree [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.523619] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484268, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.540634] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484269, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066883} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.540894] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.541714] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c401577-85f4-417b-883e-96c2b31f9ef1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.564639] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 8e664cb5-993f-46f0-b13e-26e3df475d46/8e664cb5-993f-46f0-b13e-26e3df475d46.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.565319] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e68e20-08a9-447f-9b98-8c77abef7b08 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.590712] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1201.590712] env[69751]: value = "task-3484270" [ 1201.590712] env[69751]: _type = "Task" [ 1201.590712] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.591295] env[69751]: DEBUG nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1201.601927] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484270, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.678056] env[69751]: DEBUG nova.network.neutron [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Successfully created port: 86f2e455-52ff-443c-a557-c7ec68885ef8 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1201.718369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae666f61-bd8e-401c-8157-3d2c7fe4b68f tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.197s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.758955] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.961771] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.982616] env[69751]: DEBUG nova.scheduler.client.report [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.027122] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484268, 'name': ReconfigVM_Task, 'duration_secs': 0.976662} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.027122] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Reconfigured VM instance instance-00000061 to attach disk [datastore1] eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896/eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.027122] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14aa573f-95e4-45ca-83fb-c3ab392c4dd7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.033717] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1202.033717] env[69751]: value = "task-3484271" [ 1202.033717] env[69751]: _type = "Task" [ 1202.033717] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.043276] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484271, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.105270] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484270, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.472736] env[69751]: DEBUG nova.compute.manager [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1202.488073] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.489997] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.032s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.491889] env[69751]: INFO nova.compute.claims [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.515342] env[69751]: INFO nova.scheduler.client.report [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Deleted allocations for instance f6e65fdf-e194-444a-99a3-3ef7932a6cc3 [ 1202.543905] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484271, 'name': Rename_Task, 'duration_secs': 0.179349} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.544343] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.544431] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbe25a88-fb5e-46bf-85c7-b3b5c9037d50 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.551027] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1202.551027] env[69751]: value = "task-3484272" [ 1202.551027] env[69751]: _type = "Task" [ 1202.551027] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.558753] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.602660] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484270, 'name': ReconfigVM_Task, 'duration_secs': 0.612019} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.602951] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 8e664cb5-993f-46f0-b13e-26e3df475d46/8e664cb5-993f-46f0-b13e-26e3df475d46.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.603739] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66d2c326-9d1b-4762-80b4-5156a6130aef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.607569] env[69751]: DEBUG nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1202.610908] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1202.610908] env[69751]: value = "task-3484273" [ 1202.610908] env[69751]: _type = "Task" [ 1202.610908] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.619203] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484273, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.632898] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1202.633183] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1202.633372] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.633586] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1202.633751] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.633973] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1202.634156] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1202.634322] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1202.634519] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1202.634694] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1202.634945] env[69751]: DEBUG nova.virt.hardware [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1202.635789] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dba67e-5991-484b-886d-2862fa98f40c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.643730] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ee3da1-5d5f-4810-9345-ebfd26bab082 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.994011] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.022535] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b787a858-a8f6-45a9-a60e-6a92e552d91f tempest-ServerRescueNegativeTestJSON-908263668 tempest-ServerRescueNegativeTestJSON-908263668-project-member] Lock "f6e65fdf-e194-444a-99a3-3ef7932a6cc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.623s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.060864] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484272, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.122178] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484273, 'name': Rename_Task, 'duration_secs': 0.177966} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.122506] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.122699] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a846b8c-a904-499c-b3da-d7d49a3d6176 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.128793] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1203.128793] env[69751]: value = "task-3484274" [ 1203.128793] env[69751]: _type = "Task" [ 1203.128793] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.136416] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.286385] env[69751]: DEBUG nova.compute.manager [req-098773c8-2512-454a-aff7-5dcea25c2e05 req-f2ea71ad-fca4-4da2-ad2e-9e81268d19b4 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Received event network-vif-plugged-86f2e455-52ff-443c-a557-c7ec68885ef8 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.286608] env[69751]: DEBUG oslo_concurrency.lockutils [req-098773c8-2512-454a-aff7-5dcea25c2e05 req-f2ea71ad-fca4-4da2-ad2e-9e81268d19b4 service nova] Acquiring lock "4b7a95d6-7563-4a4f-9937-0fe210f53214-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.286871] env[69751]: DEBUG oslo_concurrency.lockutils [req-098773c8-2512-454a-aff7-5dcea25c2e05 req-f2ea71ad-fca4-4da2-ad2e-9e81268d19b4 service nova] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.287045] env[69751]: DEBUG oslo_concurrency.lockutils [req-098773c8-2512-454a-aff7-5dcea25c2e05 req-f2ea71ad-fca4-4da2-ad2e-9e81268d19b4 service nova] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.287218] env[69751]: DEBUG nova.compute.manager [req-098773c8-2512-454a-aff7-5dcea25c2e05 req-f2ea71ad-fca4-4da2-ad2e-9e81268d19b4 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] No waiting events found dispatching network-vif-plugged-86f2e455-52ff-443c-a557-c7ec68885ef8 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1203.287441] env[69751]: WARNING nova.compute.manager [req-098773c8-2512-454a-aff7-5dcea25c2e05 req-f2ea71ad-fca4-4da2-ad2e-9e81268d19b4 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Received unexpected event network-vif-plugged-86f2e455-52ff-443c-a557-c7ec68885ef8 for instance with vm_state building and task_state spawning. [ 1203.319654] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "3053b507-d372-470f-8ac7-be2d5a083325" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.319877] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "3053b507-d372-470f-8ac7-be2d5a083325" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.396090] env[69751]: DEBUG nova.network.neutron [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Successfully updated port: 86f2e455-52ff-443c-a557-c7ec68885ef8 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.561427] env[69751]: DEBUG oslo_vmware.api [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484272, 'name': PowerOnVM_Task, 'duration_secs': 0.531256} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.564031] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.564201] env[69751]: INFO nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Took 9.98 seconds to spawn the instance on the hypervisor. [ 1203.564383] env[69751]: DEBUG nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.565576] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff55c3ab-d231-4702-8d8f-204f1ae363a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.641778] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484274, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.752760] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c852694-c93e-4c46-af4d-df143ac7b88a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.760076] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4524bea1-98db-42b0-a995-4779aa8553e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.791069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf617e10-d822-4446-8fc4-4ee63f60313a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.798512] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ceb0d5-bf1c-41a5-80f4-61325b483c85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.812224] env[69751]: DEBUG nova.compute.provider_tree [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.822460] env[69751]: DEBUG nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1203.898774] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.899078] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquired lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.900582] env[69751]: DEBUG nova.network.neutron [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.086490] env[69751]: INFO nova.compute.manager [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Took 24.80 seconds to build instance. [ 1204.144660] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484274, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.318186] env[69751]: DEBUG nova.scheduler.client.report [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.347719] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.445994] env[69751]: DEBUG nova.network.neutron [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1204.588626] env[69751]: DEBUG oslo_concurrency.lockutils [None req-13ac535a-a397-4c57-877e-1e47d53c1e4a tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.311s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.647047] env[69751]: DEBUG oslo_vmware.api [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484274, 'name': PowerOnVM_Task, 'duration_secs': 1.380153} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.649021] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.649021] env[69751]: INFO nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1204.649021] env[69751]: DEBUG nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.649021] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a6d57-c6fa-4889-9631-5f3c6041f1b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.659462] env[69751]: DEBUG nova.network.neutron [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Updating instance_info_cache with network_info: [{"id": "86f2e455-52ff-443c-a557-c7ec68885ef8", "address": "fa:16:3e:53:31:11", "network": {"id": "9cc65894-f6b2-4a1e-a0c5-c622df5bd2d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-674681829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2cfc5fdef94b20af79fd8f3ec11f76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f2e455-52", "ovs_interfaceid": "86f2e455-52ff-443c-a557-c7ec68885ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.823025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.823025] env[69751]: DEBUG nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.824396] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.535s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.825945] env[69751]: INFO nova.compute.claims [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.169420] env[69751]: INFO nova.compute.manager [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Took 25.71 seconds to build instance. [ 1205.171131] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Releasing lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.171131] env[69751]: DEBUG nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Instance network_info: |[{"id": "86f2e455-52ff-443c-a557-c7ec68885ef8", "address": "fa:16:3e:53:31:11", "network": {"id": "9cc65894-f6b2-4a1e-a0c5-c622df5bd2d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-674681829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2cfc5fdef94b20af79fd8f3ec11f76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f2e455-52", "ovs_interfaceid": "86f2e455-52ff-443c-a557-c7ec68885ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.171131] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:31:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bb10726-a946-47b9-b4b5-6916e3f14cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86f2e455-52ff-443c-a557-c7ec68885ef8', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.179782] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Creating folder: Project (ed2cfc5fdef94b20af79fd8f3ec11f76). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.180204] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad1473b0-d180-44a3-949c-52f624478881 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.196127] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Created folder: Project (ed2cfc5fdef94b20af79fd8f3ec11f76) in parent group-v696263. [ 1205.196205] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Creating folder: Instances. Parent ref: group-v696533. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.196454] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b90169be-7787-4e17-9c63-6d375b89c2ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.206312] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Created folder: Instances in parent group-v696533. [ 1205.206741] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.206741] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.207576] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f91c726-27fd-4011-834d-cd0458487cbd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.223760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.224015] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.224228] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.224407] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.224588] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.227324] env[69751]: INFO nova.compute.manager [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Terminating instance [ 1205.233217] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.233217] env[69751]: value = "task-3484277" [ 1205.233217] env[69751]: _type = "Task" [ 1205.233217] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.241728] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484277, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.319699] env[69751]: DEBUG nova.compute.manager [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Received event network-changed-86f2e455-52ff-443c-a557-c7ec68885ef8 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.319865] env[69751]: DEBUG nova.compute.manager [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Refreshing instance network info cache due to event network-changed-86f2e455-52ff-443c-a557-c7ec68885ef8. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.320123] env[69751]: DEBUG oslo_concurrency.lockutils [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] Acquiring lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.320282] env[69751]: DEBUG oslo_concurrency.lockutils [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] Acquired lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.320447] env[69751]: DEBUG nova.network.neutron [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Refreshing network info cache for port 86f2e455-52ff-443c-a557-c7ec68885ef8 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.332720] env[69751]: DEBUG nova.compute.utils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.339252] env[69751]: DEBUG nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.339760] env[69751]: DEBUG nova.network.neutron [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.433618] env[69751]: DEBUG nova.policy [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ed13013bcc14883857744dfce462f33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9125d903b68f45238eab0073af04a4bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.671630] env[69751]: DEBUG oslo_concurrency.lockutils [None req-baf97eb5-5a39-4029-9bf3-1302bcadc546 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.229s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.731634] env[69751]: DEBUG nova.compute.manager [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.731902] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.732880] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d056d30-bac6-4aef-9df7-72ba637a8d9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.758737] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484277, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.758737] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.758737] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-549ba0f6-f48f-4712-808b-e5de5e6744f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.766728] env[69751]: DEBUG oslo_vmware.api [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1205.766728] env[69751]: value = "task-3484278" [ 1205.766728] env[69751]: _type = "Task" [ 1205.766728] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.774821] env[69751]: DEBUG oslo_vmware.api [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.839356] env[69751]: DEBUG nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1206.026422] env[69751]: DEBUG nova.network.neutron [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Successfully created port: 21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1206.097508] env[69751]: DEBUG nova.network.neutron [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Updated VIF entry in instance network info cache for port 86f2e455-52ff-443c-a557-c7ec68885ef8. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.097955] env[69751]: DEBUG nova.network.neutron [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Updating instance_info_cache with network_info: [{"id": "86f2e455-52ff-443c-a557-c7ec68885ef8", "address": "fa:16:3e:53:31:11", "network": {"id": "9cc65894-f6b2-4a1e-a0c5-c622df5bd2d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-674681829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2cfc5fdef94b20af79fd8f3ec11f76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f2e455-52", "ovs_interfaceid": "86f2e455-52ff-443c-a557-c7ec68885ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.154456] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82c6049-8165-49f5-b3cb-9b6d028fecb8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.162612] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be0154-8290-432e-a06e-a646d68cc6ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.194917] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa3cf1f-817d-4e41-9fc0-c0d2c4540156 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.202571] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a1f96f-484a-4061-a247-ae55085896a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.221866] env[69751]: DEBUG nova.compute.provider_tree [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.245764] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484277, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.275844] env[69751]: DEBUG oslo_vmware.api [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484278, 'name': PowerOffVM_Task, 'duration_secs': 0.245593} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.276208] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.276412] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.277075] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-698674ae-368c-431c-9dd6-833224708ba7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.342687] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.342913] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.343105] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleting the datastore file [datastore1] eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.343355] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6b03500-4211-4d79-91a1-45629858d8b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.353059] env[69751]: DEBUG oslo_vmware.api [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1206.353059] env[69751]: value = "task-3484280" [ 1206.353059] env[69751]: _type = "Task" [ 1206.353059] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.360792] env[69751]: DEBUG oslo_vmware.api [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.602919] env[69751]: DEBUG oslo_concurrency.lockutils [req-df9898f3-37b4-49d9-a1ed-a2ad5422e3b8 req-57755489-632d-4550-988a-b979a3e45d01 service nova] Releasing lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.725935] env[69751]: DEBUG nova.scheduler.client.report [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.747926] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484277, 'name': CreateVM_Task, 'duration_secs': 1.301859} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.748098] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.748755] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.748919] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.749329] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.749568] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d187838-f4c0-4a8f-bba7-de192c493733 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.754042] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1206.754042] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52312dd2-7490-2afe-e56c-f669bd36505b" [ 1206.754042] env[69751]: _type = "Task" [ 1206.754042] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.762153] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52312dd2-7490-2afe-e56c-f669bd36505b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.852245] env[69751]: DEBUG nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.865702] env[69751]: DEBUG oslo_vmware.api [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172756} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.866416] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.866416] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.866533] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.866701] env[69751]: INFO nova.compute.manager [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1206.866952] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1206.867509] env[69751]: DEBUG nova.compute.manager [-] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.867509] env[69751]: DEBUG nova.network.neutron [-] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.878076] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.878341] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.878516] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.878714] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.878861] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.879026] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.879321] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.879499] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.879667] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.879829] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.880010] env[69751]: DEBUG nova.virt.hardware [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.880860] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e1c744-9060-41b5-bcc5-252aef4bcfd4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.888683] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af9a8b6-64e4-445c-842a-91f8c8a27bb4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.141134] env[69751]: DEBUG nova.compute.manager [req-ae666afd-aa75-4528-a43a-a24c8b4ce236 req-8eb3bcd7-e95e-40c5-a09f-0f1f70527df7 service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Received event network-vif-deleted-76441668-490d-41f2-a891-281177201860 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.141134] env[69751]: INFO nova.compute.manager [req-ae666afd-aa75-4528-a43a-a24c8b4ce236 req-8eb3bcd7-e95e-40c5-a09f-0f1f70527df7 service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Neutron deleted interface 76441668-490d-41f2-a891-281177201860; detaching it from the instance and deleting it from the info cache [ 1207.141134] env[69751]: DEBUG nova.network.neutron [req-ae666afd-aa75-4528-a43a-a24c8b4ce236 req-8eb3bcd7-e95e-40c5-a09f-0f1f70527df7 service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.230892] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.231450] env[69751]: DEBUG nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.234129] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.437s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.235577] env[69751]: INFO nova.compute.claims [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.264408] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52312dd2-7490-2afe-e56c-f669bd36505b, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.264703] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.264937] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.265623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.265623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.265623] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.265819] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc9164d7-bb01-4403-bd27-9aaff1138b57 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.274469] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.274640] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.275607] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17ccd8fc-2f4b-4a0f-97c9-e626f6434985 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.280732] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1207.280732] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52414732-eb28-971c-f950-64c6067a8267" [ 1207.280732] env[69751]: _type = "Task" [ 1207.280732] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.288384] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52414732-eb28-971c-f950-64c6067a8267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.345682] env[69751]: DEBUG nova.compute.manager [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Received event network-changed-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.345884] env[69751]: DEBUG nova.compute.manager [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Refreshing instance network info cache due to event network-changed-97f3f4f9-6af8-4fbc-a5a4-677828e125b9. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.346118] env[69751]: DEBUG oslo_concurrency.lockutils [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] Acquiring lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.346321] env[69751]: DEBUG oslo_concurrency.lockutils [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] Acquired lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.346440] env[69751]: DEBUG nova.network.neutron [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Refreshing network info cache for port 97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.520534] env[69751]: DEBUG nova.network.neutron [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Successfully updated port: 21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.626489] env[69751]: DEBUG nova.network.neutron [-] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.649866] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4da25a44-4d29-4fb4-84b9-894ff06094d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.659970] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e993e193-02c7-4e5a-a0bb-809f36f41ed1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.690405] env[69751]: DEBUG nova.compute.manager [req-ae666afd-aa75-4528-a43a-a24c8b4ce236 req-8eb3bcd7-e95e-40c5-a09f-0f1f70527df7 service nova] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Detach interface failed, port_id=76441668-490d-41f2-a891-281177201860, reason: Instance eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1207.742561] env[69751]: DEBUG nova.compute.utils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.743895] env[69751]: DEBUG nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.744073] env[69751]: DEBUG nova.network.neutron [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.780437] env[69751]: DEBUG nova.policy [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97e2dc0accb3439c8798642233213ace', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85626ced38354996854ae9ae92981930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.792311] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52414732-eb28-971c-f950-64c6067a8267, 'name': SearchDatastore_Task, 'duration_secs': 0.009078} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.793188] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d2b67bb-3b63-4268-8d95-2a1c3f4bb34e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.799581] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1207.799581] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5246ca80-3053-6f8d-7d13-d22196dea1dd" [ 1207.799581] env[69751]: _type = "Task" [ 1207.799581] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.807360] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5246ca80-3053-6f8d-7d13-d22196dea1dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.023570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.023672] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.023837] env[69751]: DEBUG nova.network.neutron [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.096849] env[69751]: DEBUG nova.network.neutron [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Successfully created port: 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.120226] env[69751]: DEBUG nova.network.neutron [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Updated VIF entry in instance network info cache for port 97f3f4f9-6af8-4fbc-a5a4-677828e125b9. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.120626] env[69751]: DEBUG nova.network.neutron [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Updating instance_info_cache with network_info: [{"id": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "address": "fa:16:3e:c4:1b:3b", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97f3f4f9-6a", "ovs_interfaceid": "97f3f4f9-6af8-4fbc-a5a4-677828e125b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.131665] env[69751]: INFO nova.compute.manager [-] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Took 1.26 seconds to deallocate network for instance. [ 1208.247446] env[69751]: DEBUG nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.312898] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5246ca80-3053-6f8d-7d13-d22196dea1dd, 'name': SearchDatastore_Task, 'duration_secs': 0.033297} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.313430] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.313859] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4b7a95d6-7563-4a4f-9937-0fe210f53214/4b7a95d6-7563-4a4f-9937-0fe210f53214.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.314169] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5efb4ea-0a64-4d21-beb8-0326b2cd8974 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.321227] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1208.321227] env[69751]: value = "task-3484281" [ 1208.321227] env[69751]: _type = "Task" [ 1208.321227] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.331661] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484281, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.480173] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3829d1-2406-45ae-90c4-8dc2713a7053 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.488935] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1569f1a-eb57-4231-839b-81678640f134 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.523092] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0abfcaf-f56c-4882-9fc1-1afcf7bcd8a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.534376] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef15dd93-72b7-4198-89ba-5921842abb0e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.551023] env[69751]: DEBUG nova.compute.provider_tree [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.563614] env[69751]: DEBUG nova.network.neutron [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.623524] env[69751]: DEBUG oslo_concurrency.lockutils [req-5dc09cb0-415a-4c9e-87c9-9dc075018ceb req-5979a9fe-d2bb-4fee-998a-46cecadc6e7e service nova] Releasing lock "refresh_cache-8e664cb5-993f-46f0-b13e-26e3df475d46" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.640261] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.739083] env[69751]: DEBUG nova.network.neutron [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updating instance_info_cache with network_info: [{"id": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "address": "fa:16:3e:bb:c3:89", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ac9efa-50", "ovs_interfaceid": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.831310] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484281, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453334} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.831572] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4b7a95d6-7563-4a4f-9937-0fe210f53214/4b7a95d6-7563-4a4f-9937-0fe210f53214.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.831785] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.832042] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-decf5694-cbd9-452d-b9d7-d238bee61ca6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.838196] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1208.838196] env[69751]: value = "task-3484282" [ 1208.838196] env[69751]: _type = "Task" [ 1208.838196] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.845427] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484282, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.053324] env[69751]: DEBUG nova.scheduler.client.report [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.242756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.243126] env[69751]: DEBUG nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Instance network_info: |[{"id": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "address": "fa:16:3e:bb:c3:89", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ac9efa-50", "ovs_interfaceid": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1209.243705] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:c3:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ac9efa-5030-46d0-ba97-6db2e9669b03', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1209.252042] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.252042] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1209.252445] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd265f6-9269-449e-8638-a7c416301c2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.268599] env[69751]: DEBUG nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.279703] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1209.279703] env[69751]: value = "task-3484283" [ 1209.279703] env[69751]: _type = "Task" [ 1209.279703] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.289052] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484283, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.297282] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.297551] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.297704] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.297883] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.298038] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.298192] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.298395] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.298578] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.298761] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.298874] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.299076] env[69751]: DEBUG nova.virt.hardware [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.299860] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f563c8-e6fd-4bc2-ba54-a95b8da6348b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.307602] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428241da-2728-41ef-8257-ff47346a0b8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.349892] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484282, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163777} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.350206] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.351054] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b8ae34-fb35-41a2-8d4c-52e612633395 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.372700] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 4b7a95d6-7563-4a4f-9937-0fe210f53214/4b7a95d6-7563-4a4f-9937-0fe210f53214.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.372980] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d4eb73-5e25-4d67-829c-cb6eb18ba87c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.389212] env[69751]: DEBUG nova.compute.manager [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Received event network-vif-plugged-21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.389421] env[69751]: DEBUG oslo_concurrency.lockutils [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] Acquiring lock "d79fe61c-d533-4daf-8632-48d368ff69e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.391349] env[69751]: DEBUG oslo_concurrency.lockutils [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.391536] env[69751]: DEBUG oslo_concurrency.lockutils [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.391707] env[69751]: DEBUG nova.compute.manager [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] No waiting events found dispatching network-vif-plugged-21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1209.391903] env[69751]: WARNING nova.compute.manager [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Received unexpected event network-vif-plugged-21ac9efa-5030-46d0-ba97-6db2e9669b03 for instance with vm_state building and task_state spawning. [ 1209.392092] env[69751]: DEBUG nova.compute.manager [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Received event network-changed-21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.392253] env[69751]: DEBUG nova.compute.manager [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Refreshing instance network info cache due to event network-changed-21ac9efa-5030-46d0-ba97-6db2e9669b03. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.392454] env[69751]: DEBUG oslo_concurrency.lockutils [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] Acquiring lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.392590] env[69751]: DEBUG oslo_concurrency.lockutils [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] Acquired lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.392746] env[69751]: DEBUG nova.network.neutron [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Refreshing network info cache for port 21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.398550] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1209.398550] env[69751]: value = "task-3484284" [ 1209.398550] env[69751]: _type = "Task" [ 1209.398550] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.408648] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484284, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.558255] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.558780] env[69751]: DEBUG nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.561993] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.432s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.563468] env[69751]: INFO nova.compute.claims [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.606343] env[69751]: DEBUG nova.network.neutron [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Successfully updated port: 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.789967] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484283, 'name': CreateVM_Task, 'duration_secs': 0.345736} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.790184] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1209.790873] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.791050] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.791385] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.791638] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-249da998-2b9f-4bae-bbb6-16801938d9c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.795926] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1209.795926] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52baab8f-d1e9-439e-9e6e-5d5d73f3688a" [ 1209.795926] env[69751]: _type = "Task" [ 1209.795926] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.803437] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52baab8f-d1e9-439e-9e6e-5d5d73f3688a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.908331] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484284, 'name': ReconfigVM_Task, 'duration_secs': 0.308722} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.908575] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 4b7a95d6-7563-4a4f-9937-0fe210f53214/4b7a95d6-7563-4a4f-9937-0fe210f53214.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.909329] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff6b461-119e-4927-801d-4ca633ae31c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.915032] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1209.915032] env[69751]: value = "task-3484285" [ 1209.915032] env[69751]: _type = "Task" [ 1209.915032] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.923796] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484285, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.064257] env[69751]: DEBUG nova.compute.utils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.065702] env[69751]: DEBUG nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.065869] env[69751]: DEBUG nova.network.neutron [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.109086] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.109275] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.109427] env[69751]: DEBUG nova.network.neutron [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.128179] env[69751]: DEBUG nova.network.neutron [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updated VIF entry in instance network info cache for port 21ac9efa-5030-46d0-ba97-6db2e9669b03. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.128593] env[69751]: DEBUG nova.network.neutron [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updating instance_info_cache with network_info: [{"id": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "address": "fa:16:3e:bb:c3:89", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ac9efa-50", "ovs_interfaceid": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.153656] env[69751]: DEBUG nova.policy [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18fdeaba2f7b46ef92c915781b215a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9facad89c76b463a874d4227e5a3e4c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.307048] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52baab8f-d1e9-439e-9e6e-5d5d73f3688a, 'name': SearchDatastore_Task, 'duration_secs': 0.00954} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.307457] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.307695] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1210.307931] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.308089] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.308270] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1210.308538] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1698f217-66bf-4347-8929-876dcabc2cf7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.316990] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1210.317258] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1210.317954] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd627ba-67c2-4129-9ed1-dcf24c97377e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.323655] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1210.323655] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac9ba5-4214-a5ac-dbcb-b164a85f9a79" [ 1210.323655] env[69751]: _type = "Task" [ 1210.323655] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.330179] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac9ba5-4214-a5ac-dbcb-b164a85f9a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.428021] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484285, 'name': Rename_Task, 'duration_secs': 0.183891} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.428152] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1210.428371] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b2d335-420a-4543-8be0-a6fd933e992e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.435577] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1210.435577] env[69751]: value = "task-3484286" [ 1210.435577] env[69751]: _type = "Task" [ 1210.435577] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.445865] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.453747] env[69751]: DEBUG nova.network.neutron [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Successfully created port: 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.569761] env[69751]: DEBUG nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.630920] env[69751]: DEBUG oslo_concurrency.lockutils [req-9b1c5820-918a-49ae-8b5d-e7d4688c4693 req-3461e7be-51ed-4dbb-8c59-27b2b75fa5ce service nova] Releasing lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.654131] env[69751]: DEBUG nova.network.neutron [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.811009] env[69751]: DEBUG nova.network.neutron [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.833875] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ac9ba5-4214-a5ac-dbcb-b164a85f9a79, 'name': SearchDatastore_Task, 'duration_secs': 0.008215} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.834622] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6805b604-6d78-4b73-9397-965480007f63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.840313] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1210.840313] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d30791-5d15-3973-43f2-402db2931f18" [ 1210.840313] env[69751]: _type = "Task" [ 1210.840313] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.852251] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d30791-5d15-3973-43f2-402db2931f18, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.852540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.852848] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1210.853134] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62211e82-0810-45b7-b1b7-a885a8fdc736 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.859984] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1210.859984] env[69751]: value = "task-3484287" [ 1210.859984] env[69751]: _type = "Task" [ 1210.859984] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.868325] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.869891] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78488dd8-46b3-4dfe-af65-9e76da1e1a25 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.876691] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c2afe-af3e-4bc6-877a-7b34f3048332 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.907078] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58fe505-4854-4ac4-ba02-fdab700d0159 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.915210] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee2738-3725-4827-9f5e-01a86571bcff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.930999] env[69751]: DEBUG nova.compute.provider_tree [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.952353] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484286, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.709570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.709846] env[69751]: DEBUG nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Instance network_info: |[{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.710677] env[69751]: DEBUG nova.scheduler.client.report [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.714468] env[69751]: DEBUG nova.compute.manager [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Received event network-vif-plugged-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.714624] env[69751]: DEBUG oslo_concurrency.lockutils [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] Acquiring lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.717860] env[69751]: DEBUG oslo_concurrency.lockutils [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] Lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.717860] env[69751]: DEBUG oslo_concurrency.lockutils [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] Lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.717860] env[69751]: DEBUG nova.compute.manager [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] No waiting events found dispatching network-vif-plugged-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.717860] env[69751]: WARNING nova.compute.manager [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Received unexpected event network-vif-plugged-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 for instance with vm_state building and task_state spawning. [ 1211.717860] env[69751]: DEBUG nova.compute.manager [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Received event network-changed-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.717860] env[69751]: DEBUG nova.compute.manager [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Refreshing instance network info cache due to event network-changed-5e8ee9e5-59c5-4077-afac-c3afb5e827d9. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.717860] env[69751]: DEBUG oslo_concurrency.lockutils [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] Acquiring lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.717860] env[69751]: DEBUG oslo_concurrency.lockutils [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] Acquired lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.717860] env[69751]: DEBUG nova.network.neutron [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Refreshing network info cache for port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.717860] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:51:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e8ee9e5-59c5-4077-afac-c3afb5e827d9', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.725253] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.732388] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.732619] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53d32c89-bccf-4c35-9d73-31be376a3508 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.753020] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4952} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.756950] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1211.757190] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1211.757686] env[69751]: DEBUG oslo_vmware.api [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484286, 'name': PowerOnVM_Task, 'duration_secs': 0.550568} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.758078] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.758078] env[69751]: value = "task-3484288" [ 1211.758078] env[69751]: _type = "Task" [ 1211.758078] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.758301] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93c593de-0c57-456e-a0d1-1b9b85bd8235 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.760105] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.760309] env[69751]: INFO nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1211.760504] env[69751]: DEBUG nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.761338] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e6321e8-5367-4715-88a3-3a6f44dd388b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.780027] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484288, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.780027] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1211.780027] env[69751]: value = "task-3484289" [ 1211.780027] env[69751]: _type = "Task" [ 1211.780027] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.787556] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.871112] env[69751]: DEBUG nova.compute.manager [req-7abc69fe-e245-4ce9-8aec-8ccea2fa5cb8 req-c89d039b-3499-4fc0-bd7a-6056cf7860c9 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Received event network-vif-plugged-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.871186] env[69751]: DEBUG oslo_concurrency.lockutils [req-7abc69fe-e245-4ce9-8aec-8ccea2fa5cb8 req-c89d039b-3499-4fc0-bd7a-6056cf7860c9 service nova] Acquiring lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.871451] env[69751]: DEBUG oslo_concurrency.lockutils [req-7abc69fe-e245-4ce9-8aec-8ccea2fa5cb8 req-c89d039b-3499-4fc0-bd7a-6056cf7860c9 service nova] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.871554] env[69751]: DEBUG oslo_concurrency.lockutils [req-7abc69fe-e245-4ce9-8aec-8ccea2fa5cb8 req-c89d039b-3499-4fc0-bd7a-6056cf7860c9 service nova] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.871724] env[69751]: DEBUG nova.compute.manager [req-7abc69fe-e245-4ce9-8aec-8ccea2fa5cb8 req-c89d039b-3499-4fc0-bd7a-6056cf7860c9 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] No waiting events found dispatching network-vif-plugged-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.871884] env[69751]: WARNING nova.compute.manager [req-7abc69fe-e245-4ce9-8aec-8ccea2fa5cb8 req-c89d039b-3499-4fc0-bd7a-6056cf7860c9 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Received unexpected event network-vif-plugged-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 for instance with vm_state building and task_state spawning. [ 1211.955039] env[69751]: DEBUG nova.network.neutron [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Successfully updated port: 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.218319] env[69751]: DEBUG nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1212.221102] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.221580] env[69751]: DEBUG nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1212.224465] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.059s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.224465] env[69751]: DEBUG nova.objects.instance [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lazy-loading 'resources' on Instance uuid 586f13ab-9e77-480e-9b81-8e1d6b69afc2 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.248367] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1212.248604] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.248759] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1212.248954] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.249271] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1212.249436] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1212.249643] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1212.249802] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1212.249965] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1212.250167] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1212.250354] env[69751]: DEBUG nova.virt.hardware [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1212.251475] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f90472a-a74e-4bd6-85a0-1a80b23576f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.263401] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e02c639-9c66-447a-8df8-8e19b03559fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.276741] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484288, 'name': CreateVM_Task, 'duration_secs': 0.365987} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.284124] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.289090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.289090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.289090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.293227] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7025d829-48f5-49ae-9c80-75bb75d62864 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.295369] env[69751]: INFO nova.compute.manager [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Took 29.92 seconds to build instance. [ 1212.301238] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226208} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.302485] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1212.302828] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1212.302828] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528b715a-7ed5-ef47-eeee-9e1da00ca198" [ 1212.302828] env[69751]: _type = "Task" [ 1212.302828] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.305657] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49f0f84-7707-4890-9ebb-37f95ca570bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.317412] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528b715a-7ed5-ef47-eeee-9e1da00ca198, 'name': SearchDatastore_Task, 'duration_secs': 0.009387} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.326260] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.326513] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.326745] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.326891] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.327089] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.335859] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1212.338235] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd46954d-e676-4522-9cd3-9ad7e67f67ff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.340386] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4a25a9-6be8-49ce-b955-1004e8e49c14 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.360288] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1212.360288] env[69751]: value = "task-3484290" [ 1212.360288] env[69751]: _type = "Task" [ 1212.360288] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.361385] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.361554] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.365054] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7b9a5d-f8bc-42dd-9390-883d856eb302 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.371884] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484290, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.373156] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1212.373156] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a9baf7-bd2f-3c8a-1d6a-badc6fbaa830" [ 1212.373156] env[69751]: _type = "Task" [ 1212.373156] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.382953] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a9baf7-bd2f-3c8a-1d6a-badc6fbaa830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.458101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.458101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.458101] env[69751]: DEBUG nova.network.neutron [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.487803] env[69751]: DEBUG nova.network.neutron [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updated VIF entry in instance network info cache for port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.487942] env[69751]: DEBUG nova.network.neutron [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.727285] env[69751]: DEBUG nova.compute.utils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1212.733966] env[69751]: DEBUG nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1212.733966] env[69751]: DEBUG nova.network.neutron [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1212.774481] env[69751]: DEBUG nova.policy [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ea81e221b84277b0b2ec96109ecc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fa3ab0139a54f9d93343895722f6e91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1212.797273] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b3f60952-e541-4431-b30b-ba966c17df98 tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.434s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.872783] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484290, 'name': ReconfigVM_Task, 'duration_secs': 0.263128} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.872783] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfigured VM instance instance-00000064 to attach disk [datastore2] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1212.873282] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db1999ef-911a-4e90-b9c0-0dbd645c5e70 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.889048] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a9baf7-bd2f-3c8a-1d6a-badc6fbaa830, 'name': SearchDatastore_Task, 'duration_secs': 0.012726} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.889048] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1212.889048] env[69751]: value = "task-3484291" [ 1212.889048] env[69751]: _type = "Task" [ 1212.889048] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.889973] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039801e7-9b3e-4476-beb0-abe36ffd8a37 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.898283] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1212.898283] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52794b74-3177-93be-2846-c4e0f5518e8c" [ 1212.898283] env[69751]: _type = "Task" [ 1212.898283] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.903716] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484291, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.911717] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52794b74-3177-93be-2846-c4e0f5518e8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.987424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41455224-b911-4fa0-85f2-f7aecb31bc96 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.992071] env[69751]: DEBUG oslo_concurrency.lockutils [req-69f58e62-079c-43e5-ae32-81958b95f88b req-1012e681-d22d-4aad-ab55-c0ba49a93daa service nova] Releasing lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.998384] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465393c2-6765-421e-b5ca-76fc457b8648 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.003600] env[69751]: DEBUG nova.network.neutron [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.040489] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a593423b-320b-478b-95d3-3776a4fb87a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.048141] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6827e2b2-aaa4-4b0f-9240-4a6520e7d372 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.061549] env[69751]: DEBUG nova.compute.provider_tree [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.090416] env[69751]: DEBUG nova.network.neutron [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Successfully created port: d6efa1be-7668-4b72-b401-7ed16086e338 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1213.166444] env[69751]: DEBUG nova.network.neutron [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Updating instance_info_cache with network_info: [{"id": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "address": "fa:16:3e:0a:74:02", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1414af7b-f7", "ovs_interfaceid": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.232966] env[69751]: DEBUG nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1213.240381] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.240909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.240909] env[69751]: INFO nova.compute.manager [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Rebooting instance [ 1213.401351] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484291, 'name': Rename_Task, 'duration_secs': 0.138278} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.401351] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1213.401537] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6357061f-aeac-4c0c-98d3-3a001d51b96d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.407793] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1213.407793] env[69751]: value = "task-3484292" [ 1213.407793] env[69751]: _type = "Task" [ 1213.407793] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.414185] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52794b74-3177-93be-2846-c4e0f5518e8c, 'name': SearchDatastore_Task, 'duration_secs': 0.014858} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.414696] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.414947] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.415190] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed07841c-8bb8-49c6-964d-c9254c2ffafd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.419585] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.424021] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1213.424021] env[69751]: value = "task-3484293" [ 1213.424021] env[69751]: _type = "Task" [ 1213.424021] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.432839] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.566477] env[69751]: DEBUG nova.scheduler.client.report [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.674749] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.675146] env[69751]: DEBUG nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Instance network_info: |[{"id": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "address": "fa:16:3e:0a:74:02", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1414af7b-f7", "ovs_interfaceid": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.675619] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:74:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1414af7b-f7c2-4645-9fe5-8e0ddc42acf1', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.683701] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.683980] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.684253] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eec8144c-9f12-47bf-bfd8-b66169301e32 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.704794] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.704794] env[69751]: value = "task-3484294" [ 1213.704794] env[69751]: _type = "Task" [ 1213.704794] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.717024] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484294, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.759811] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.760453] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquired lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.760453] env[69751]: DEBUG nova.network.neutron [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.901041] env[69751]: DEBUG nova.compute.manager [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Received event network-changed-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.901205] env[69751]: DEBUG nova.compute.manager [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Refreshing instance network info cache due to event network-changed-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.901449] env[69751]: DEBUG oslo_concurrency.lockutils [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] Acquiring lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.901535] env[69751]: DEBUG oslo_concurrency.lockutils [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] Acquired lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.901714] env[69751]: DEBUG nova.network.neutron [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Refreshing network info cache for port 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.919532] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484292, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.932951] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484293, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.070901] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.073585] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.534s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.073835] env[69751]: DEBUG nova.objects.instance [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lazy-loading 'resources' on Instance uuid 24ccb107-4263-4d59-8004-488cf19311f3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.105604] env[69751]: INFO nova.scheduler.client.report [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted allocations for instance 586f13ab-9e77-480e-9b81-8e1d6b69afc2 [ 1214.214608] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484294, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.242795] env[69751]: DEBUG nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1214.270316] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.270568] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.270724] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.270901] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.271062] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.271216] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.271429] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.271586] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.271752] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.271912] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.272310] env[69751]: DEBUG nova.virt.hardware [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.272957] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeca3c08-0ef5-4acb-8aaa-49ec7f94ee29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.282512] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487f212f-f63a-429b-bc1d-7462c0db3824 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.418363] env[69751]: DEBUG oslo_vmware.api [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484292, 'name': PowerOnVM_Task, 'duration_secs': 0.726445} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.418630] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1214.418892] env[69751]: INFO nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1214.419150] env[69751]: DEBUG nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1214.419917] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bba2c04-d6d3-42ba-b648-9d52ff05444b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.444338] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514633} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.444608] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.444820] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.447411] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41a2c335-ad87-4b2f-9d1c-f16640c36403 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.454592] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1214.454592] env[69751]: value = "task-3484295" [ 1214.454592] env[69751]: _type = "Task" [ 1214.454592] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.463670] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.505025] env[69751]: DEBUG nova.network.neutron [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Updating instance_info_cache with network_info: [{"id": "86f2e455-52ff-443c-a557-c7ec68885ef8", "address": "fa:16:3e:53:31:11", "network": {"id": "9cc65894-f6b2-4a1e-a0c5-c622df5bd2d7", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-674681829-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ed2cfc5fdef94b20af79fd8f3ec11f76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bb10726-a946-47b9-b4b5-6916e3f14cc5", "external-id": "nsx-vlan-transportzone-609", "segmentation_id": 609, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86f2e455-52", "ovs_interfaceid": "86f2e455-52ff-443c-a557-c7ec68885ef8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.612705] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8f93fda-5632-46a5-a237-5a59699fcbfd tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "586f13ab-9e77-480e-9b81-8e1d6b69afc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.961s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.709689] env[69751]: DEBUG nova.network.neutron [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Successfully updated port: d6efa1be-7668-4b72-b401-7ed16086e338 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1214.726769] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484294, 'name': CreateVM_Task, 'duration_secs': 0.537235} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.727528] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.729867] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.730099] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.730425] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.730980] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a01508-d661-48fd-82f6-a91abb5ace3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.735879] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1214.735879] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6a028-6208-df22-69c8-a6e04fdcf9a7" [ 1214.735879] env[69751]: _type = "Task" [ 1214.735879] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.746614] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6a028-6208-df22-69c8-a6e04fdcf9a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.778037] env[69751]: DEBUG nova.network.neutron [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Updated VIF entry in instance network info cache for port 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.778037] env[69751]: DEBUG nova.network.neutron [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Updating instance_info_cache with network_info: [{"id": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "address": "fa:16:3e:0a:74:02", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1414af7b-f7", "ovs_interfaceid": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.849296] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bae9a1-715f-4d99-9f96-e9b818da374e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.857188] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67206a4b-6d1b-42df-b8cc-4ce6d868ede6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.887944] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e2cafd-fcd3-40bc-b2ee-0ed7d00e1d87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.895327] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a939b5-dec4-454f-a74e-dc8344c5a2a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.908596] env[69751]: DEBUG nova.compute.provider_tree [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.944755] env[69751]: INFO nova.compute.manager [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Took 28.50 seconds to build instance. [ 1214.964698] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064679} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.965594] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.965731] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea781f80-746e-49d6-a08c-2065711955e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.988551] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.988829] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae34e61-5a7c-47ce-adef-d12dd291e434 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.007761] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Releasing lock "refresh_cache-4b7a95d6-7563-4a4f-9937-0fe210f53214" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.010895] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1215.010895] env[69751]: value = "task-3484296" [ 1215.010895] env[69751]: _type = "Task" [ 1215.010895] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.022940] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.218389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "refresh_cache-102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.218389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "refresh_cache-102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.218389] env[69751]: DEBUG nova.network.neutron [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.246771] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6a028-6208-df22-69c8-a6e04fdcf9a7, 'name': SearchDatastore_Task, 'duration_secs': 0.071141} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.247117] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.247319] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.247533] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.247709] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.247835] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.248115] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5955ff78-a8fb-4ea3-816e-311345db576e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.256743] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.256923] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.257662] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81ea555c-fe42-4bdf-9ab2-eb0890c17150 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.263169] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1215.263169] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5250adf4-d559-012b-843d-d582ab1f3ada" [ 1215.263169] env[69751]: _type = "Task" [ 1215.263169] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.272142] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5250adf4-d559-012b-843d-d582ab1f3ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.280825] env[69751]: DEBUG oslo_concurrency.lockutils [req-b670ae94-ca56-4098-baf2-c1f427afe270 req-a89d338c-6fa2-46ed-a5fb-60e4e673fbb5 service nova] Releasing lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.411511] env[69751]: DEBUG nova.scheduler.client.report [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.446265] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bb7b2c53-9635-4b6d-941d-e6f2802aac0a tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.013s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.520612] env[69751]: DEBUG nova.compute.manager [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1215.521454] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339331e6-615a-40db-b0c9-7fe90810ace0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.532326] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484296, 'name': ReconfigVM_Task, 'duration_secs': 0.375939} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.532725] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.533316] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c9eee24-0676-4098-98b7-be235638e93b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.539951] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1215.539951] env[69751]: value = "task-3484297" [ 1215.539951] env[69751]: _type = "Task" [ 1215.539951] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.547584] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484297, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.751134] env[69751]: DEBUG nova.network.neutron [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1215.774074] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5250adf4-d559-012b-843d-d582ab1f3ada, 'name': SearchDatastore_Task, 'duration_secs': 0.008493} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.776949] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-958b42b7-e5b3-4aae-9407-a5a5c2d63792 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.782650] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1215.782650] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff77cf-3dfc-3281-3d2d-cd22d23b38df" [ 1215.782650] env[69751]: _type = "Task" [ 1215.782650] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.789963] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff77cf-3dfc-3281-3d2d-cd22d23b38df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.922493] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.923773] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.164s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.923773] env[69751]: DEBUG nova.objects.instance [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lazy-loading 'resources' on Instance uuid df52ebf4-fee6-4771-bbcb-cdd8a0c5e656 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.947098] env[69751]: DEBUG nova.compute.manager [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Received event network-vif-plugged-d6efa1be-7668-4b72-b401-7ed16086e338 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.947098] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Acquiring lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.947753] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.948174] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.948410] env[69751]: DEBUG nova.compute.manager [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] No waiting events found dispatching network-vif-plugged-d6efa1be-7668-4b72-b401-7ed16086e338 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1215.948623] env[69751]: WARNING nova.compute.manager [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Received unexpected event network-vif-plugged-d6efa1be-7668-4b72-b401-7ed16086e338 for instance with vm_state building and task_state spawning. [ 1215.948827] env[69751]: DEBUG nova.compute.manager [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Received event network-changed-d6efa1be-7668-4b72-b401-7ed16086e338 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.949045] env[69751]: DEBUG nova.compute.manager [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Refreshing instance network info cache due to event network-changed-d6efa1be-7668-4b72-b401-7ed16086e338. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.949329] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Acquiring lock "refresh_cache-102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.950328] env[69751]: DEBUG nova.network.neutron [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Updating instance_info_cache with network_info: [{"id": "d6efa1be-7668-4b72-b401-7ed16086e338", "address": "fa:16:3e:1d:d0:cd", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6efa1be-76", "ovs_interfaceid": "d6efa1be-7668-4b72-b401-7ed16086e338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.952828] env[69751]: INFO nova.scheduler.client.report [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Deleted allocations for instance 24ccb107-4263-4d59-8004-488cf19311f3 [ 1216.049783] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484297, 'name': Rename_Task, 'duration_secs': 0.129006} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.050176] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1216.050454] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90797d43-88cc-4cfa-9e58-e47f130602d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.056258] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1216.056258] env[69751]: value = "task-3484298" [ 1216.056258] env[69751]: _type = "Task" [ 1216.056258] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.065103] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.293067] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ff77cf-3dfc-3281-3d2d-cd22d23b38df, 'name': SearchDatastore_Task, 'duration_secs': 0.008632} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.293067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.293312] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 54227d00-6870-4b85-b43b-9b8dc1ef95d9/54227d00-6870-4b85-b43b-9b8dc1ef95d9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.293525] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64429333-c712-4758-a028-9eac5835300f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.299808] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1216.299808] env[69751]: value = "task-3484299" [ 1216.299808] env[69751]: _type = "Task" [ 1216.299808] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.308215] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.452266] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "refresh_cache-102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.452667] env[69751]: DEBUG nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Instance network_info: |[{"id": "d6efa1be-7668-4b72-b401-7ed16086e338", "address": "fa:16:3e:1d:d0:cd", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6efa1be-76", "ovs_interfaceid": "d6efa1be-7668-4b72-b401-7ed16086e338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1216.453226] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Acquired lock "refresh_cache-102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.453417] env[69751]: DEBUG nova.network.neutron [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Refreshing network info cache for port d6efa1be-7668-4b72-b401-7ed16086e338 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1216.454585] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:d0:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd6efa1be-7668-4b72-b401-7ed16086e338', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1216.463203] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.468615] env[69751]: DEBUG oslo_concurrency.lockutils [None req-56fb7c72-1411-4149-a2cc-e60acd913877 tempest-AttachVolumeTestJSON-2028149637 tempest-AttachVolumeTestJSON-2028149637-project-member] Lock "24ccb107-4263-4d59-8004-488cf19311f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.547s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.469801] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1216.471514] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995dc723-c4e1-4a92-87a4-5f599c54fbd5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.495189] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1216.495189] env[69751]: value = "task-3484300" [ 1216.495189] env[69751]: _type = "Task" [ 1216.495189] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.504190] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484300, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.538429] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f212f5f5-faa4-4ac6-8bec-26a4ec20c891 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.546212] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Doing hard reboot of VM {{(pid=69751) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1216.549585] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6286d376-7dcb-4641-b257-508372bcc029 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.556744] env[69751]: DEBUG oslo_vmware.api [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1216.556744] env[69751]: value = "task-3484301" [ 1216.556744] env[69751]: _type = "Task" [ 1216.556744] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.576166] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484298, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.580843] env[69751]: DEBUG oslo_vmware.api [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484301, 'name': ResetVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.690383] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a161bdd-489d-4daf-ad21-6008a4f71ad3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.698856] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35c1376-8fb7-4be9-8c95-fc2d1fb8c678 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.737084] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098394e-7e67-4b2c-8455-82f249d5cf54 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.746420] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7c52359-fcaf-4e46-95e7-152167d72d42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.763182] env[69751]: DEBUG nova.compute.provider_tree [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.810992] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484299, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.007452] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484300, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.074149] env[69751]: DEBUG oslo_vmware.api [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484298, 'name': PowerOnVM_Task, 'duration_secs': 0.945149} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.077548] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.077905] env[69751]: INFO nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1217.078056] env[69751]: DEBUG nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1217.078429] env[69751]: DEBUG oslo_vmware.api [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484301, 'name': ResetVM_Task, 'duration_secs': 0.105262} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.079289] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38be966b-61fd-4744-b478-e7ed054489d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.081989] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Did hard reboot of VM {{(pid=69751) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1217.082210] env[69751]: DEBUG nova.compute.manager [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1217.082967] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f93c080-c2bc-4b27-bbaa-1ec03a7f25a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.266578] env[69751]: DEBUG nova.scheduler.client.report [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.271118] env[69751]: DEBUG nova.network.neutron [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Updated VIF entry in instance network info cache for port d6efa1be-7668-4b72-b401-7ed16086e338. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1217.271458] env[69751]: DEBUG nova.network.neutron [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Updating instance_info_cache with network_info: [{"id": "d6efa1be-7668-4b72-b401-7ed16086e338", "address": "fa:16:3e:1d:d0:cd", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd6efa1be-76", "ovs_interfaceid": "d6efa1be-7668-4b72-b401-7ed16086e338", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.313586] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649148} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.314173] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 54227d00-6870-4b85-b43b-9b8dc1ef95d9/54227d00-6870-4b85-b43b-9b8dc1ef95d9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.314299] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.314557] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfb22e7b-62c9-41d2-a68d-eadc54346cc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.321767] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1217.321767] env[69751]: value = "task-3484302" [ 1217.321767] env[69751]: _type = "Task" [ 1217.321767] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.329199] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.506504] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484300, 'name': CreateVM_Task, 'duration_secs': 0.618373} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.506684] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1217.507872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.507872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.507872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.509055] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-152643f2-10d5-42b6-9ee5-85c0105b77e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.512362] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1217.512362] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52175b47-2bd3-cad8-16ed-8ad364203225" [ 1217.512362] env[69751]: _type = "Task" [ 1217.512362] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.519668] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52175b47-2bd3-cad8-16ed-8ad364203225, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.605900] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fb73347b-7dbd-4866-b809-bcf35e49b61c tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.365s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.609726] env[69751]: INFO nova.compute.manager [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Took 30.35 seconds to build instance. [ 1217.777620] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.780222] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Releasing lock "refresh_cache-102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.780492] env[69751]: DEBUG nova.compute.manager [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Received event network-changed-21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.780668] env[69751]: DEBUG nova.compute.manager [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Refreshing instance network info cache due to event network-changed-21ac9efa-5030-46d0-ba97-6db2e9669b03. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1217.780876] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Acquiring lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.781078] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Acquired lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.781310] env[69751]: DEBUG nova.network.neutron [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Refreshing network info cache for port 21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1217.782682] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.821s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.782872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.785190] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 14.791s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.804841] env[69751]: INFO nova.scheduler.client.report [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted allocations for instance df52ebf4-fee6-4771-bbcb-cdd8a0c5e656 [ 1217.810535] env[69751]: INFO nova.scheduler.client.report [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted allocations for instance a1f80c39-d4d9-488e-ba8c-84a11a9f9882 [ 1217.832715] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060955} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.833039] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1217.833742] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52586f00-b357-46c1-a549-1ea138b794ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.856963] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 54227d00-6870-4b85-b43b-9b8dc1ef95d9/54227d00-6870-4b85-b43b-9b8dc1ef95d9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.857747] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d67926-3569-436b-90f1-e0e6951db6d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.877982] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1217.877982] env[69751]: value = "task-3484304" [ 1217.877982] env[69751]: _type = "Task" [ 1217.877982] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.886343] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.932090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.932482] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.932806] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "4b7a95d6-7563-4a4f-9937-0fe210f53214-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.933065] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.933299] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.935639] env[69751]: INFO nova.compute.manager [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Terminating instance [ 1218.023016] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52175b47-2bd3-cad8-16ed-8ad364203225, 'name': SearchDatastore_Task, 'duration_secs': 0.012316} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.023474] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.023593] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1218.023861] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.024036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.024235] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.024558] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d83e41c-7dc2-4c66-9359-77ca2ee8e56d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.034743] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.034958] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.035715] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a544607f-bfc4-4b91-af1c-3b5fac1864af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.041075] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1218.041075] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5297b922-c2cc-723e-1a02-baa02a321daa" [ 1218.041075] env[69751]: _type = "Task" [ 1218.041075] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.048988] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5297b922-c2cc-723e-1a02-baa02a321daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.111036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bee1365b-983d-4c4b-b787-ab887350317c tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.857s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.290102] env[69751]: INFO nova.compute.claims [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1218.315894] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9c077ee5-da4d-4ab6-977a-2b59f582e4e1 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "df52ebf4-fee6-4771-bbcb-cdd8a0c5e656" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.140s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.320336] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dcb54b19-eedf-42d6-94ec-c500ebd871e7 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "a1f80c39-d4d9-488e-ba8c-84a11a9f9882" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.383s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.325440] env[69751]: DEBUG nova.compute.manager [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Received event network-changed-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.325871] env[69751]: DEBUG nova.compute.manager [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Refreshing instance network info cache due to event network-changed-5e8ee9e5-59c5-4077-afac-c3afb5e827d9. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.326309] env[69751]: DEBUG oslo_concurrency.lockutils [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] Acquiring lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.328684] env[69751]: DEBUG oslo_concurrency.lockutils [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] Acquired lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.328684] env[69751]: DEBUG nova.network.neutron [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Refreshing network info cache for port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.387732] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484304, 'name': ReconfigVM_Task, 'duration_secs': 0.277195} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.388414] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 54227d00-6870-4b85-b43b-9b8dc1ef95d9/54227d00-6870-4b85-b43b-9b8dc1ef95d9.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.388638] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cde45fce-3108-4329-a3dd-462a5ed495b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.400839] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1218.400839] env[69751]: value = "task-3484305" [ 1218.400839] env[69751]: _type = "Task" [ 1218.400839] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.408956] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484305, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.439225] env[69751]: DEBUG nova.compute.manager [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1218.439485] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.440426] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5f4cbb-296c-4363-9d36-2c7b158ca3cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.447515] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.447767] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e52efc6a-6905-4456-af8d-529a1c972221 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.455896] env[69751]: DEBUG oslo_vmware.api [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1218.455896] env[69751]: value = "task-3484306" [ 1218.455896] env[69751]: _type = "Task" [ 1218.455896] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.465416] env[69751]: DEBUG oslo_vmware.api [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.546394] env[69751]: DEBUG nova.network.neutron [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updated VIF entry in instance network info cache for port 21ac9efa-5030-46d0-ba97-6db2e9669b03. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1218.546904] env[69751]: DEBUG nova.network.neutron [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updating instance_info_cache with network_info: [{"id": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "address": "fa:16:3e:bb:c3:89", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21ac9efa-50", "ovs_interfaceid": "21ac9efa-5030-46d0-ba97-6db2e9669b03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.553589] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5297b922-c2cc-723e-1a02-baa02a321daa, 'name': SearchDatastore_Task, 'duration_secs': 0.018414} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.554616] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef5dfbe4-2e3e-4881-baa1-e78f6e6f5367 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.560516] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1218.560516] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5252d16c-2896-1485-5cc8-e536ea39748f" [ 1218.560516] env[69751]: _type = "Task" [ 1218.560516] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.570988] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5252d16c-2896-1485-5cc8-e536ea39748f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.798264] env[69751]: INFO nova.compute.resource_tracker [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating resource usage from migration 767eb700-e81a-41c7-8d92-2b48f2cab4a2 [ 1218.915163] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484305, 'name': Rename_Task, 'duration_secs': 0.155567} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.915163] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.915163] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce6e1513-9516-4da3-8465-ea7462c0cf65 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.924340] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1218.924340] env[69751]: value = "task-3484307" [ 1218.924340] env[69751]: _type = "Task" [ 1218.924340] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.933484] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.967150] env[69751]: DEBUG oslo_vmware.api [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484306, 'name': PowerOffVM_Task, 'duration_secs': 0.19597} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.967429] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.967602] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.967847] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1270a396-2f93-4660-995f-e3c20702d3a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.046870] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.047096] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.047278] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Deleting the datastore file [datastore2] 4b7a95d6-7563-4a4f-9937-0fe210f53214 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.047535] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3181532-e7c3-4a46-b841-826eb362033a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.053926] env[69751]: DEBUG oslo_vmware.api [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for the task: (returnval){ [ 1219.053926] env[69751]: value = "task-3484309" [ 1219.053926] env[69751]: _type = "Task" [ 1219.053926] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.054585] env[69751]: DEBUG oslo_concurrency.lockutils [req-18c5157e-03ad-493e-9e6e-c3787904ed33 req-813ae99c-a139-4cd2-b07c-0bb0670700bb service nova] Releasing lock "refresh_cache-d79fe61c-d533-4daf-8632-48d368ff69e3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.060456] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.060967] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.068993] env[69751]: DEBUG oslo_vmware.api [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.070836] env[69751]: DEBUG nova.network.neutron [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updated VIF entry in instance network info cache for port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.071323] env[69751]: DEBUG nova.network.neutron [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.076548] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5252d16c-2896-1485-5cc8-e536ea39748f, 'name': SearchDatastore_Task, 'duration_secs': 0.009789} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.077057] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.077333] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72/102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.077591] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-295f40b6-b050-4040-8dfb-a289efb2fa8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.085351] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1219.085351] env[69751]: value = "task-3484310" [ 1219.085351] env[69751]: _type = "Task" [ 1219.085351] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.095378] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.160473] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2d7863-d6db-4c5a-b031-e98d375d7605 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.170858] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea9ee79-dfa7-4a53-b687-504a8379d3ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.215590] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44667eb7-464c-4457-8d85-28f66b89fb75 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.224578] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bb7fe0-85ca-44d7-9257-054803774954 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.241285] env[69751]: DEBUG nova.compute.provider_tree [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.307081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "e0c70410-ffbd-4b75-85e6-408121b16f6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.307318] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.377053] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.377346] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.435360] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484307, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.568069] env[69751]: DEBUG oslo_vmware.api [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Task: {'id': task-3484309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195412} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.568683] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.568929] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.569153] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.569342] env[69751]: INFO nova.compute.manager [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1219.569648] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.569844] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.570092] env[69751]: DEBUG nova.compute.manager [-] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.570202] env[69751]: DEBUG nova.network.neutron [-] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.572268] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.572467] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.573216] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.573216] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.573342] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.573900] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1219.573900] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1219.578489] env[69751]: DEBUG oslo_concurrency.lockutils [req-8074e145-f21c-4336-8821-fb64d200d19c req-f4300c57-7b97-4331-aad6-7a88a360860c service nova] Releasing lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.596168] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.744801] env[69751]: DEBUG nova.scheduler.client.report [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.810146] env[69751]: DEBUG nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.881070] env[69751]: DEBUG nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1219.935624] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484307, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.077748] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.096264] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601947} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.096419] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72/102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.096635] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.096908] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dd99235-77ba-422e-bfa2-cfc4ce9341fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.102847] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1220.102847] env[69751]: value = "task-3484311" [ 1220.102847] env[69751]: _type = "Task" [ 1220.102847] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.112932] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.251057] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.466s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.251336] env[69751]: INFO nova.compute.manager [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Migrating [ 1220.258044] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.911s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.259860] env[69751]: INFO nova.compute.claims [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.303212] env[69751]: DEBUG nova.network.neutron [-] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.337618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.352532] env[69751]: DEBUG nova.compute.manager [req-8fe1ae8c-3485-45be-a5cc-0f1bd458f25e req-4088be1c-34e3-4ac5-8b42-14f2daebd448 service nova] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Received event network-vif-deleted-86f2e455-52ff-443c-a557-c7ec68885ef8 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.402765] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.436290] env[69751]: DEBUG oslo_vmware.api [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484307, 'name': PowerOnVM_Task, 'duration_secs': 1.174215} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.436577] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.436773] env[69751]: INFO nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1220.436951] env[69751]: DEBUG nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1220.437815] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef4655a-8ed8-4101-a04e-93cb0c90a148 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.613875] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133973} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.614123] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.615588] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99061db0-eddd-4462-813b-f22935b1cf6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.637489] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72/102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.637779] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a08bf8-2395-4ba2-bf71-3c9dea4210db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.657256] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1220.657256] env[69751]: value = "task-3484313" [ 1220.657256] env[69751]: _type = "Task" [ 1220.657256] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.669062] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.772535] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.772787] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.773045] env[69751]: DEBUG nova.network.neutron [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.805828] env[69751]: INFO nova.compute.manager [-] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Took 1.24 seconds to deallocate network for instance. [ 1220.955488] env[69751]: INFO nova.compute.manager [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Took 33.18 seconds to build instance. [ 1221.029952] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d5e6768-f576-4973-a826-3519293bed65 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.030416] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d5e6768-f576-4973-a826-3519293bed65 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.030894] env[69751]: DEBUG nova.objects.instance [None req-4d5e6768-f576-4973-a826-3519293bed65 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'flavor' on Instance uuid ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.167808] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.313179] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.457736] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5ceca0b8-c9d9-4d42-baba-9366361676a5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.694s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.483202] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2c3287-5d94-44a1-a043-821542e68f26 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.490579] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70378945-f027-44d9-861a-c0f49a40464d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.522305] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7ff8f3-a7d7-45d5-8dd9-3ae3c43e1201 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.529562] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09919a9f-0ea5-487f-8cc7-965b40af7c03 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.535047] env[69751]: DEBUG nova.objects.instance [None req-4d5e6768-f576-4973-a826-3519293bed65 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'pci_requests' on Instance uuid ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.545402] env[69751]: DEBUG nova.compute.provider_tree [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.547724] env[69751]: DEBUG nova.network.neutron [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance_info_cache with network_info: [{"id": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "address": "fa:16:3e:9d:50:16", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc3ed0-62", "ovs_interfaceid": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.667190] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484313, 'name': ReconfigVM_Task, 'duration_secs': 0.64248} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.667475] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72/102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.668109] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-721370bf-a28c-437a-94d4-d06ae0d1a0fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.673362] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1221.673362] env[69751]: value = "task-3484314" [ 1221.673362] env[69751]: _type = "Task" [ 1221.673362] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.685488] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484314, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.037820] env[69751]: DEBUG nova.objects.base [None req-4d5e6768-f576-4973-a826-3519293bed65 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1222.038086] env[69751]: DEBUG nova.network.neutron [None req-4d5e6768-f576-4973-a826-3519293bed65 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.050550] env[69751]: DEBUG nova.scheduler.client.report [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.054407] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.140102] env[69751]: DEBUG oslo_concurrency.lockutils [None req-4d5e6768-f576-4973-a826-3519293bed65 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.109s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.184337] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484314, 'name': Rename_Task, 'duration_secs': 0.123922} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.184929] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.185199] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ae5e82b-da17-4c8f-b714-18cfe4049424 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.191047] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1222.191047] env[69751]: value = "task-3484315" [ 1222.191047] env[69751]: _type = "Task" [ 1222.191047] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.198679] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.465759] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.466188] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.466438] env[69751]: INFO nova.compute.manager [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Shelving [ 1222.556811] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.557430] env[69751]: DEBUG nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.563369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.923s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.564101] env[69751]: DEBUG nova.objects.instance [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lazy-loading 'resources' on Instance uuid eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.701809] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484315, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.064633] env[69751]: DEBUG nova.compute.utils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.066580] env[69751]: DEBUG nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1223.205076] env[69751]: DEBUG oslo_vmware.api [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484315, 'name': PowerOnVM_Task, 'duration_secs': 0.670675} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.205384] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.205572] env[69751]: INFO nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1223.205745] env[69751]: DEBUG nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.208626] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f601375-6cb3-4415-ba74-87ef368b1000 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.287016] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5797303e-710d-4957-b346-e09d8384ba57 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.294804] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9716501d-767c-4fed-b26b-42d0a4d404be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.324672] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15d3b7f-aa7d-4111-a83e-88ba3d719558 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.332368] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f01b0ae-d5e7-465b-a582-687f14bd77e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.346262] env[69751]: DEBUG nova.compute.provider_tree [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.475837] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.476184] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15819610-e8c1-4ee0-bbe9-69d44a24f826 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.483995] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1223.483995] env[69751]: value = "task-3484316" [ 1223.483995] env[69751]: _type = "Task" [ 1223.483995] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.501151] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.571955] env[69751]: DEBUG nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.579890] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8341b9f9-4c08-43a3-91dd-93ec71e91943 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.601948] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance '2e7adb3e-ac74-4fe3-898f-256c01297f7b' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1223.724087] env[69751]: INFO nova.compute.manager [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Took 35.61 seconds to build instance. [ 1223.849951] env[69751]: DEBUG nova.scheduler.client.report [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.995031] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484316, 'name': PowerOffVM_Task, 'duration_secs': 0.370872} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.995249] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.996115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ce0e68-7b8d-409a-afd9-73e36910d83f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.014231] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4367e237-f8b7-4080-a8ae-67929abe9693 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.070719] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.071028] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.071304] env[69751]: DEBUG nova.objects.instance [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'flavor' on Instance uuid ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.108440] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.108754] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e4db7b0-6f79-4e83-bc2f-67b0223ed25c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.117812] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1224.117812] env[69751]: value = "task-3484317" [ 1224.117812] env[69751]: _type = "Task" [ 1224.117812] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.127247] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.226070] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3625f650-c4b2-4e49-a796-99a0eb1c9d5a tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.116s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.355653] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.358076] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.280s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.358274] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.358650] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1224.358739] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.021s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.360366] env[69751]: INFO nova.compute.claims [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.363549] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d2344-ecef-4ce4-bd7f-e9525ca42975 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.372246] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22236da9-fb77-4532-8f3f-abdfe4f9797b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.380037] env[69751]: INFO nova.scheduler.client.report [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleted allocations for instance eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896 [ 1224.390757] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebdd62c-c800-443b-99b5-9df084704d9f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.397691] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc393f-77ba-449f-a2fc-6f1b80a7225b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.427156] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179412MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1224.427315] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.524809] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1224.526071] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-922cfec2-c5ce-4069-8c64-612d32b61c60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.533520] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1224.533520] env[69751]: value = "task-3484319" [ 1224.533520] env[69751]: _type = "Task" [ 1224.533520] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.541131] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484319, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.582553] env[69751]: DEBUG nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.606167] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.606428] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.606586] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.606767] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.606913] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.607079] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.607325] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.607493] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.607658] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.607994] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.607994] env[69751]: DEBUG nova.virt.hardware [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.609195] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926af641-2f05-4bf1-abd6-52f8c8d9d5c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.621917] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c77a66-7d17-430d-a584-35b554525658 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.630794] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484317, 'name': PowerOffVM_Task, 'duration_secs': 0.194139} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.638238] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.638443] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance '2e7adb3e-ac74-4fe3-898f-256c01297f7b' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1224.643156] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.649484] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Creating folder: Project (cca7f3059ed049a7adb58eb9c7abb2d0). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.650566] env[69751]: DEBUG nova.objects.instance [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'pci_requests' on Instance uuid ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.652996] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c69b56c-32c8-4810-a4c4-0cc66e9c8c70 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.664029] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Created folder: Project (cca7f3059ed049a7adb58eb9c7abb2d0) in parent group-v696263. [ 1224.664029] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Creating folder: Instances. Parent ref: group-v696540. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1224.664181] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-373f3213-8898-4a5a-9912-a895fd391246 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.673568] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Created folder: Instances in parent group-v696540. [ 1224.673568] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.673754] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.673991] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8476751-8475-4548-a445-5bf5bd90b481 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.694558] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.694558] env[69751]: value = "task-3484322" [ 1224.694558] env[69751]: _type = "Task" [ 1224.694558] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.702043] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484322, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.894038] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e7e8a137-cb3b-49cc-8f25-8b048d4c4e23 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.670s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.044494] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484319, 'name': CreateSnapshot_Task, 'duration_secs': 0.410892} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.044826] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1225.045597] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6fe623-647f-4071-bcc8-d6d2014030f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.063964] env[69751]: DEBUG nova.compute.manager [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1225.065301] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca217d5-38c7-4b07-b9b0-c5040dd60af0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.153280] env[69751]: DEBUG nova.objects.base [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1225.153548] env[69751]: DEBUG nova.network.neutron [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.157393] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.157633] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.157802] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.158019] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.158164] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.158343] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.158560] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.158872] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.158927] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.159075] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.159284] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.164463] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57f24de-f153-4b6a-8563-8a8c81f862c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.182303] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1225.182303] env[69751]: value = "task-3484323" [ 1225.182303] env[69751]: _type = "Task" [ 1225.182303] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.191519] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.205191] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484322, 'name': CreateVM_Task, 'duration_secs': 0.30017} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.205363] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.205785] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.205947] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.206313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.206607] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401a6eac-edc3-4148-82c8-e0fd8a9be4c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.210964] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1225.210964] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a700e9-3a70-1d16-a4d2-842371be9ca8" [ 1225.210964] env[69751]: _type = "Task" [ 1225.210964] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.218748] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a700e9-3a70-1d16-a4d2-842371be9ca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.221125] env[69751]: DEBUG nova.policy [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.491614] env[69751]: DEBUG nova.network.neutron [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Successfully created port: cb43d206-1398-4a74-8197-cddc3cddebb3 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.566388] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1225.566581] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0af83f22-ba0a-4429-a67d-005a15509521 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.579138] env[69751]: INFO nova.compute.manager [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] instance snapshotting [ 1225.580781] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1225.580781] env[69751]: value = "task-3484324" [ 1225.580781] env[69751]: _type = "Task" [ 1225.580781] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.582545] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a7f91e-ce50-4963-b9b1-5c9aa7ddf680 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.610429] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a54e6-e0a4-4b5a-af4d-ba5fd33d8fb3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.613321] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484324, 'name': CloneVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.695694] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484323, 'name': ReconfigVM_Task, 'duration_secs': 0.249376} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.696488] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance '2e7adb3e-ac74-4fe3-898f-256c01297f7b' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1225.721293] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a700e9-3a70-1d16-a4d2-842371be9ca8, 'name': SearchDatastore_Task, 'duration_secs': 0.013394} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.721661] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.721839] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1225.722058] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.722268] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.722480] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1225.723733] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7bf141e-cb4d-4ecc-8a95-f8776db952a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.726123] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac50ec7d-cfc9-4628-b2a7-1ac12f0b61e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.735100] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799a68bc-4d04-499a-a256-5b44b69f5bc6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.739277] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1225.739473] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1225.740543] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52d4b29f-61ab-448b-88cf-8224a72e6144 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.769654] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47104b7-f52b-4a16-a27f-a112cf3c41b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.774449] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1225.774449] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a27f53-0b14-01c4-173b-54992153aa62" [ 1225.774449] env[69751]: _type = "Task" [ 1225.774449] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.781960] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d241de4-a5b8-47ea-a2d7-939eaf306318 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.789657] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a27f53-0b14-01c4-173b-54992153aa62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.799284] env[69751]: DEBUG nova.compute.provider_tree [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.091470] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484324, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.121758] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1226.121921] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fb620489-7bff-4bd1-b51a-e4876fb4b013 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.130053] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1226.130053] env[69751]: value = "task-3484325" [ 1226.130053] env[69751]: _type = "Task" [ 1226.130053] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.140365] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.203304] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.203620] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.203781] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.203986] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.204165] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.204320] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.204547] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.204727] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.204912] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.205107] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.205308] env[69751]: DEBUG nova.virt.hardware [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.210813] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1226.211153] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6636e04d-6248-4ae7-b8e3-8bcde099d7e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.230084] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1226.230084] env[69751]: value = "task-3484326" [ 1226.230084] env[69751]: _type = "Task" [ 1226.230084] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.238416] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484326, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.286489] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a27f53-0b14-01c4-173b-54992153aa62, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.287403] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d51cf39-29bc-4782-b1d4-7e7640c6ce71 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.292949] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1226.292949] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52db0f98-ee23-ea12-f174-788ff64c9273" [ 1226.292949] env[69751]: _type = "Task" [ 1226.292949] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.301134] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52db0f98-ee23-ea12-f174-788ff64c9273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.302168] env[69751]: DEBUG nova.scheduler.client.report [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1226.592514] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484324, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.639124] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484325, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.739276] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484326, 'name': ReconfigVM_Task, 'duration_secs': 0.285909} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.739953] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1226.740363] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adce5a89-6866-4492-adca-400f693bd65c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.777612] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 2e7adb3e-ac74-4fe3-898f-256c01297f7b/2e7adb3e-ac74-4fe3-898f-256c01297f7b.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.777826] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e8d80cd-d567-48ba-8635-2625493afd09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.813070] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.813825] env[69751]: DEBUG nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.818130] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52db0f98-ee23-ea12-f174-788ff64c9273, 'name': SearchDatastore_Task, 'duration_secs': 0.013926} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.819856] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.417s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.822106] env[69751]: INFO nova.compute.claims [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.825689] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.826096] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1226.826602] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1226.826602] env[69751]: value = "task-3484327" [ 1226.826602] env[69751]: _type = "Task" [ 1226.826602] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.827421] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3cc2649-3cc2-4463-ae8b-81c4ad29ab62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.838892] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1226.838892] env[69751]: value = "task-3484328" [ 1226.838892] env[69751]: _type = "Task" [ 1226.838892] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.842010] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.850327] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.004245] env[69751]: DEBUG nova.compute.manager [req-77cf64d4-f3cc-402f-a506-b255d42b114c req-434f5992-70c3-4bfb-99c2-2123ccef5c47 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-vif-plugged-cb43d206-1398-4a74-8197-cddc3cddebb3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.004680] env[69751]: DEBUG oslo_concurrency.lockutils [req-77cf64d4-f3cc-402f-a506-b255d42b114c req-434f5992-70c3-4bfb-99c2-2123ccef5c47 service nova] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.004926] env[69751]: DEBUG oslo_concurrency.lockutils [req-77cf64d4-f3cc-402f-a506-b255d42b114c req-434f5992-70c3-4bfb-99c2-2123ccef5c47 service nova] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.005182] env[69751]: DEBUG oslo_concurrency.lockutils [req-77cf64d4-f3cc-402f-a506-b255d42b114c req-434f5992-70c3-4bfb-99c2-2123ccef5c47 service nova] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.005376] env[69751]: DEBUG nova.compute.manager [req-77cf64d4-f3cc-402f-a506-b255d42b114c req-434f5992-70c3-4bfb-99c2-2123ccef5c47 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] No waiting events found dispatching network-vif-plugged-cb43d206-1398-4a74-8197-cddc3cddebb3 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1227.005607] env[69751]: WARNING nova.compute.manager [req-77cf64d4-f3cc-402f-a506-b255d42b114c req-434f5992-70c3-4bfb-99c2-2123ccef5c47 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received unexpected event network-vif-plugged-cb43d206-1398-4a74-8197-cddc3cddebb3 for instance with vm_state active and task_state None. [ 1227.021506] env[69751]: DEBUG nova.network.neutron [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Successfully updated port: cb43d206-1398-4a74-8197-cddc3cddebb3 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.092598] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484324, 'name': CloneVM_Task, 'duration_secs': 1.231089} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.092879] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Created linked-clone VM from snapshot [ 1227.093665] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfe4da5-84b5-4bf0-beb2-550574e517bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.101159] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Uploading image ba7f9b29-82a9-446a-bd61-55ffd431e4d4 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1227.129617] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1227.129617] env[69751]: value = "vm-696544" [ 1227.129617] env[69751]: _type = "VirtualMachine" [ 1227.129617] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1227.129972] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a0c624bb-e979-4897-955e-650751b80bb2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.141422] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484325, 'name': CreateSnapshot_Task, 'duration_secs': 0.701341} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.142971] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1227.143283] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lease: (returnval){ [ 1227.143283] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cb6f5a-ccf9-7e51-7f34-6414bc2e4ebf" [ 1227.143283] env[69751]: _type = "HttpNfcLease" [ 1227.143283] env[69751]: } obtained for exporting VM: (result){ [ 1227.143283] env[69751]: value = "vm-696544" [ 1227.143283] env[69751]: _type = "VirtualMachine" [ 1227.143283] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1227.143692] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the lease: (returnval){ [ 1227.143692] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cb6f5a-ccf9-7e51-7f34-6414bc2e4ebf" [ 1227.143692] env[69751]: _type = "HttpNfcLease" [ 1227.143692] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1227.144388] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e213683b-741a-40cf-b317-65b8eef85245 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.158579] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1227.158579] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cb6f5a-ccf9-7e51-7f34-6414bc2e4ebf" [ 1227.158579] env[69751]: _type = "HttpNfcLease" [ 1227.158579] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1227.159133] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1227.159133] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52cb6f5a-ccf9-7e51-7f34-6414bc2e4ebf" [ 1227.159133] env[69751]: _type = "HttpNfcLease" [ 1227.159133] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1227.159913] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22cdcaa-e65e-4e52-91ec-f140a102ba76 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.168207] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b50afd-97ae-052c-092c-3d5465bea800/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1227.168409] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b50afd-97ae-052c-092c-3d5465bea800/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1227.264569] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b93eed91-ff53-4205-bae8-5d484b710ea2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.320370] env[69751]: DEBUG nova.compute.utils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1227.321800] env[69751]: DEBUG nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1227.321979] env[69751]: DEBUG nova.network.neutron [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1227.340408] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484327, 'name': ReconfigVM_Task, 'duration_secs': 0.259949} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.340683] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 2e7adb3e-ac74-4fe3-898f-256c01297f7b/2e7adb3e-ac74-4fe3-898f-256c01297f7b.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.340945] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance '2e7adb3e-ac74-4fe3-898f-256c01297f7b' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.352603] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484328, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.358233] env[69751]: DEBUG nova.policy [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a8700bdce643929ef558a97448296d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1049b1da1d6545e98f5275bfff946cae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1227.526290] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.526407] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.526591] env[69751]: DEBUG nova.network.neutron [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.667201] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1227.667973] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-723ce21f-d62f-4bc2-ad1c-9e3443d5b37c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.678236] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1227.678236] env[69751]: value = "task-3484330" [ 1227.678236] env[69751]: _type = "Task" [ 1227.678236] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.686423] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484330, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.824851] env[69751]: DEBUG nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.851736] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa760f8-d423-4301-adbc-e9dbac95b5c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.869338] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539746} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.897152] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.897515] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.901603] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6d5595c-0f82-44ee-9dc7-b0e8201c5806 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.905155] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ffd75-ea7b-466a-9041-53b479a8021c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.933724] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance '2e7adb3e-ac74-4fe3-898f-256c01297f7b' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1227.943283] env[69751]: DEBUG nova.network.neutron [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Successfully created port: c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.950074] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1227.950074] env[69751]: value = "task-3484331" [ 1227.950074] env[69751]: _type = "Task" [ 1227.950074] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.962769] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484331, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.093829] env[69751]: WARNING nova.network.neutron [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] e344d8de-1e69-4370-8660-c3ff6b4b4005 already exists in list: networks containing: ['e344d8de-1e69-4370-8660-c3ff6b4b4005']. ignoring it [ 1228.192301] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484330, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.199025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8116392-6c84-4f09-88a7-280a609a6944 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.204615] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1b33c-831f-4446-bc74-54cfc863af8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.242584] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c360a5a-3926-418e-b7f0-7f30cd4bb507 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.252455] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b343b93d-f916-4b17-9e42-5aaedbd1840c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.266150] env[69751]: DEBUG nova.compute.provider_tree [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.459206] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484331, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073529} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.459495] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.460350] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63151f12-89d4-439a-86ea-f8d10bcddb0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.483952] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.485204] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d527aaf3-6c77-4926-9f9d-a55f0645125a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.507419] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1228.507419] env[69751]: value = "task-3484332" [ 1228.507419] env[69751]: _type = "Task" [ 1228.507419] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.519022] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.537684] env[69751]: DEBUG nova.network.neutron [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb43d206-1398-4a74-8197-cddc3cddebb3", "address": "fa:16:3e:15:59:d0", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb43d206-13", "ovs_interfaceid": "cb43d206-1398-4a74-8197-cddc3cddebb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.547344] env[69751]: DEBUG nova.network.neutron [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Port 6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1228.689472] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484330, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.772842] env[69751]: DEBUG nova.scheduler.client.report [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.842250] env[69751]: DEBUG nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.872731] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.872980] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.873184] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.873393] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.873543] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.873762] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.873981] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.874182] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.874371] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.874538] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.875042] env[69751]: DEBUG nova.virt.hardware [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.875714] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc966950-d083-4eb4-8675-43f5340afacf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.885367] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9564477-ca3f-4377-9fe4-099f5556e41f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.017994] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484332, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.041731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.041731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.041951] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.042738] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51333795-f7f9-4ac5-80be-4b92d4a26586 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.068618] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.068890] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.069051] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.069319] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.069482] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.069642] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.069854] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.070031] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.070212] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.070618] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.070618] env[69751]: DEBUG nova.virt.hardware [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.077156] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfiguring VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1229.077496] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e29f870-5b9c-40e0-8a6c-b436e38ad1df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.094949] env[69751]: DEBUG oslo_vmware.api [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1229.094949] env[69751]: value = "task-3484333" [ 1229.094949] env[69751]: _type = "Task" [ 1229.094949] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.105477] env[69751]: DEBUG oslo_vmware.api [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484333, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.180652] env[69751]: DEBUG nova.compute.manager [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-changed-cb43d206-1398-4a74-8197-cddc3cddebb3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.180843] env[69751]: DEBUG nova.compute.manager [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing instance network info cache due to event network-changed-cb43d206-1398-4a74-8197-cddc3cddebb3. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.181668] env[69751]: DEBUG oslo_concurrency.lockutils [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.181977] env[69751]: DEBUG oslo_concurrency.lockutils [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.183150] env[69751]: DEBUG nova.network.neutron [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing network info cache for port cb43d206-1398-4a74-8197-cddc3cddebb3 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.194511] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484330, 'name': CloneVM_Task} progress is 95%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.278966] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.279854] env[69751]: DEBUG nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.283104] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.970s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.283293] env[69751]: DEBUG nova.objects.instance [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lazy-loading 'resources' on Instance uuid 4b7a95d6-7563-4a4f-9937-0fe210f53214 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.346639] env[69751]: DEBUG oslo_concurrency.lockutils [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.346892] env[69751]: DEBUG oslo_concurrency.lockutils [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.520504] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484332, 'name': ReconfigVM_Task, 'duration_secs': 0.608757} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.520655] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.521411] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-278d9ed5-c02f-42e3-9514-0eaa56149b75 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.528953] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1229.528953] env[69751]: value = "task-3484334" [ 1229.528953] env[69751]: _type = "Task" [ 1229.528953] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.540927] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484334, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.571192] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.571624] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.571624] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.608030] env[69751]: DEBUG oslo_vmware.api [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484333, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.699776] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484330, 'name': CloneVM_Task, 'duration_secs': 1.629994} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.700146] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Created linked-clone VM from snapshot [ 1229.701069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1644615-5df0-4c5d-880c-1e1603e630b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.710554] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Uploading image 2aa2c340-91bd-43e4-93fb-1b3886510fbf {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1229.719310] env[69751]: DEBUG nova.network.neutron [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Successfully updated port: c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1229.757910] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1229.757910] env[69751]: value = "vm-696546" [ 1229.757910] env[69751]: _type = "VirtualMachine" [ 1229.757910] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1229.758785] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9f88372c-c4df-4595-8bc5-7be98cf1f506 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.768823] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease: (returnval){ [ 1229.768823] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299e155-2ac6-a253-4835-f01d49760ee8" [ 1229.768823] env[69751]: _type = "HttpNfcLease" [ 1229.768823] env[69751]: } obtained for exporting VM: (result){ [ 1229.768823] env[69751]: value = "vm-696546" [ 1229.768823] env[69751]: _type = "VirtualMachine" [ 1229.768823] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1229.769256] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the lease: (returnval){ [ 1229.769256] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299e155-2ac6-a253-4835-f01d49760ee8" [ 1229.769256] env[69751]: _type = "HttpNfcLease" [ 1229.769256] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1229.779594] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1229.779594] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299e155-2ac6-a253-4835-f01d49760ee8" [ 1229.779594] env[69751]: _type = "HttpNfcLease" [ 1229.779594] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1229.786678] env[69751]: DEBUG nova.compute.utils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.796225] env[69751]: DEBUG nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.796448] env[69751]: DEBUG nova.network.neutron [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.835810] env[69751]: DEBUG nova.policy [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7405cd1bfe475a88f481a24d3bb7dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9413a7f46dca4897a391dc99db0e5085', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.850317] env[69751]: DEBUG nova.compute.utils [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.956627] env[69751]: DEBUG nova.network.neutron [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updated VIF entry in instance network info cache for port cb43d206-1398-4a74-8197-cddc3cddebb3. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.957098] env[69751]: DEBUG nova.network.neutron [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb43d206-1398-4a74-8197-cddc3cddebb3", "address": "fa:16:3e:15:59:d0", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb43d206-13", "ovs_interfaceid": "cb43d206-1398-4a74-8197-cddc3cddebb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.042831] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484334, 'name': Rename_Task, 'duration_secs': 0.207849} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.043167] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.043447] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bf2333d-648a-4582-b045-dbd19e94eba9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.050320] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1230.050320] env[69751]: value = "task-3484336" [ 1230.050320] env[69751]: _type = "Task" [ 1230.050320] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.062935] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.064893] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520d511b-1b50-4c93-93d8-9d6de17725ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.072626] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b6dda8-9936-4ff1-b2cb-06218090e2c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.115918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70c32d0-0198-4708-9cae-301d35907b5b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.124311] env[69751]: DEBUG oslo_vmware.api [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484333, 'name': ReconfigVM_Task, 'duration_secs': 0.630883} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.127007] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.127305] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfigured VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1230.131483] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3562a15-3b3c-4481-a9be-7f41df9f935f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.147352] env[69751]: DEBUG nova.compute.provider_tree [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.149247] env[69751]: DEBUG nova.network.neutron [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Successfully created port: ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.227461] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.227618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.228144] env[69751]: DEBUG nova.network.neutron [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.280036] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.280036] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299e155-2ac6-a253-4835-f01d49760ee8" [ 1230.280036] env[69751]: _type = "HttpNfcLease" [ 1230.280036] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.280036] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.280036] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299e155-2ac6-a253-4835-f01d49760ee8" [ 1230.280036] env[69751]: _type = "HttpNfcLease" [ 1230.280036] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1230.280036] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655e07a6-9284-43ce-ad0a-9aa707043462 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.287815] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c15a5-99f7-14b3-3c89-fc04754d5d65/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.288141] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c15a5-99f7-14b3-3c89-fc04754d5d65/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1230.347500] env[69751]: DEBUG nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.353353] env[69751]: DEBUG oslo_concurrency.lockutils [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.401582] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33efc701-278d-4bc5-8f4f-73cf39665dac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.459826] env[69751]: DEBUG oslo_concurrency.lockutils [req-a17fc706-9b50-487d-9eb2-5c664162b9b9 req-eecb81e1-d754-4763-889f-5d26f1556890 service nova] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.564060] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.615842] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.616128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.616329] env[69751]: DEBUG nova.network.neutron [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.637533] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dd080221-02d8-443e-91f8-5ffa7d122f5a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.566s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.652844] env[69751]: DEBUG nova.scheduler.client.report [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.761702] env[69751]: DEBUG nova.network.neutron [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.914073] env[69751]: DEBUG nova.network.neutron [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.063742] env[69751]: DEBUG oslo_vmware.api [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484336, 'name': PowerOnVM_Task, 'duration_secs': 0.937288} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.064125] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.064354] env[69751]: INFO nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Took 6.48 seconds to spawn the instance on the hypervisor. [ 1231.064592] env[69751]: DEBUG nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.065611] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b688df6c-8caa-4d1e-aae5-c3d8795b514b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.161469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.875s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.161469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.733s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.197570] env[69751]: INFO nova.scheduler.client.report [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Deleted allocations for instance 4b7a95d6-7563-4a4f-9937-0fe210f53214 [ 1231.357957] env[69751]: DEBUG nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.418629] env[69751]: DEBUG nova.network.neutron [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance_info_cache with network_info: [{"id": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "address": "fa:16:3e:9d:50:16", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc3ed0-62", "ovs_interfaceid": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.420516] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.421116] env[69751]: DEBUG nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Instance network_info: |[{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1231.421955] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:a1:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c17efd93-82d7-45b5-96f6-2a3a3c52efc6', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1231.429958] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1231.430991] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1231.431746] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bb1b6ad-0f86-4c47-85e9-f9d8f8e1f58f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.448242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.448582] env[69751]: DEBUG oslo_concurrency.lockutils [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.448990] env[69751]: INFO nova.compute.manager [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Attaching volume 0e0eda93-4505-4a9a-a883-38810bf3c555 to /dev/sdb [ 1231.458813] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1231.458813] env[69751]: value = "task-3484337" [ 1231.458813] env[69751]: _type = "Task" [ 1231.458813] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.469460] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484337, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.488862] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013989a-e750-4949-910b-5b8be774d238 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.495606] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f040e4ec-da76-436b-a1d0-e40efbe04c19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.511266] env[69751]: DEBUG nova.virt.block_device [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updating existing volume attachment record: 0f0078bb-1a79-437d-8ee5-a120fa4b71c2 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1231.583210] env[69751]: INFO nova.compute.manager [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Took 27.26 seconds to build instance. [ 1231.697024] env[69751]: DEBUG nova.network.neutron [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Successfully updated port: ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.706999] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ceae2451-ef14-4aaf-9c55-26f7a98e9f8e tempest-InstanceActionsTestJSON-1411951652 tempest-InstanceActionsTestJSON-1411951652-project-member] Lock "4b7a95d6-7563-4a4f-9937-0fe210f53214" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.774s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.922352] env[69751]: DEBUG oslo_concurrency.lockutils [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.970129] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484337, 'name': CreateVM_Task, 'duration_secs': 0.392626} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.970368] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.971153] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.971336] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.971676] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.971974] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03263aea-0728-432e-8e86-74ce67fb2d1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.977364] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1231.977364] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5222642c-a3c2-8112-2a95-d99125b487ff" [ 1231.977364] env[69751]: _type = "Task" [ 1231.977364] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.987215] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5222642c-a3c2-8112-2a95-d99125b487ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.085419] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49120d-3bd3-4982-8dc9-bbdc9961ed25 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "3053b507-d372-470f-8ac7-be2d5a083325" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.765s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.175868] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Applying migration context for instance 2e7adb3e-ac74-4fe3-898f-256c01297f7b as it has an incoming, in-progress migration 767eb700-e81a-41c7-8d92-2b48f2cab4a2. Migration status is post-migrating {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1232.177838] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating resource usage from migration 767eb700-e81a-41c7-8d92-2b48f2cab4a2 [ 1232.197582] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "refresh_cache-0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.197762] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "refresh_cache-0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.197982] env[69751]: DEBUG nova.network.neutron [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.206215] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance aa1839a8-3034-4575-8da3-32e34ddd2cd9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.206414] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c3f35115-410c-465c-a9f1-78d7d74976c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.206548] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance e923e290-97f8-4037-98e2-c386e5c497c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.206668] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance ce994f0b-dd43-4aaf-868f-5037e43dd4ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.206815] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.206962] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8e664cb5-993f-46f0-b13e-26e3df475d46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.207102] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance d79fe61c-d533-4daf-8632-48d368ff69e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.207221] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 68ed60f9-b51b-4359-afd6-839d699105ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.207401] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 54227d00-6870-4b85-b43b-9b8dc1ef95d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.207483] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.207611] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 767eb700-e81a-41c7-8d92-2b48f2cab4a2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1232.207730] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 2e7adb3e-ac74-4fe3-898f-256c01297f7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.207844] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 3053b507-d372-470f-8ac7-be2d5a083325 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.207959] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance e0c70410-ffbd-4b75-85e6-408121b16f6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.211374] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1232.213662] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1232.213969] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1232.299128] env[69751]: DEBUG nova.compute.manager [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Received event network-vif-plugged-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.299891] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] Acquiring lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.300151] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.300537] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.300689] env[69751]: DEBUG nova.compute.manager [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] No waiting events found dispatching network-vif-plugged-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1232.300864] env[69751]: WARNING nova.compute.manager [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Received unexpected event network-vif-plugged-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 for instance with vm_state building and task_state spawning. [ 1232.301062] env[69751]: DEBUG nova.compute.manager [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Received event network-changed-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.301196] env[69751]: DEBUG nova.compute.manager [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Refreshing instance network info cache due to event network-changed-c17efd93-82d7-45b5-96f6-2a3a3c52efc6. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1232.302408] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] Acquiring lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.302408] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] Acquired lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.302408] env[69751]: DEBUG nova.network.neutron [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Refreshing network info cache for port c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.447509] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f50b173-dca6-4e6b-971e-2be3a789e470 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.471551] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b674db35-5bf0-4b86-b838-12eb58738c5e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.479175] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance '2e7adb3e-ac74-4fe3-898f-256c01297f7b' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1232.492502] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5222642c-a3c2-8112-2a95-d99125b487ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016693} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.493805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.494053] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.494284] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.494652] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.494652] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.495511] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dc8d94-d681-4047-87df-a8af557e661d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.497939] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9885d73f-622f-40bd-b547-ae5f4e62cc4e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.504608] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe48d3b-46a2-4624-86cd-27aacf774686 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.508900] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.509120] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.510213] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8f8f93e-6e32-444e-9473-a2177393aaef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.542361] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70052c2-6e86-4a0e-b44a-0ca32fc03fcb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.546829] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1232.546829] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52db989e-1e96-dc7a-6906-5d6d49e43ff1" [ 1232.546829] env[69751]: _type = "Task" [ 1232.546829] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.553936] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb6895f-99e5-422f-b935-95ddc33fcd57 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.561696] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52db989e-1e96-dc7a-6906-5d6d49e43ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.572593] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.778234] env[69751]: DEBUG nova.network.neutron [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.989367] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.989746] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4725af45-991d-42b1-8c1d-40a1dc7c1cd0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.997507] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1232.997507] env[69751]: value = "task-3484341" [ 1232.997507] env[69751]: _type = "Task" [ 1232.997507] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.001947] env[69751]: DEBUG nova.network.neutron [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Updating instance_info_cache with network_info: [{"id": "ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b", "address": "fa:16:3e:b5:9e:a8", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac23d6c4-f8", "ovs_interfaceid": "ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.007983] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.059559] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52db989e-1e96-dc7a-6906-5d6d49e43ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.014577} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.059559] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4345c859-053a-4acd-9281-02c6fae8cc37 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.064854] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1233.064854] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299823f-5798-13e4-ec2d-a57339d1f968" [ 1233.064854] env[69751]: _type = "Task" [ 1233.064854] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.073428] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299823f-5798-13e4-ec2d-a57339d1f968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.078177] env[69751]: DEBUG nova.network.neutron [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updated VIF entry in instance network info cache for port c17efd93-82d7-45b5-96f6-2a3a3c52efc6. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.078177] env[69751]: DEBUG nova.network.neutron [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.078177] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.507974] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "refresh_cache-0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.508353] env[69751]: DEBUG nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Instance network_info: |[{"id": "ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b", "address": "fa:16:3e:b5:9e:a8", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac23d6c4-f8", "ovs_interfaceid": "ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.508690] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484341, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.577688] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299823f-5798-13e4-ec2d-a57339d1f968, 'name': SearchDatastore_Task, 'duration_secs': 0.016664} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.578025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.578304] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.578929] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f70f95e5-78db-4223-97cd-d62f880198b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.583331] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1233.583550] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.423s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.583958] env[69751]: DEBUG oslo_concurrency.lockutils [req-4c2c60fc-2e9b-41fa-8034-dd17f3924dae req-62473626-836d-4b8b-b26a-3ca0b961c157 service nova] Releasing lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.587813] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1233.587813] env[69751]: value = "task-3484342" [ 1233.587813] env[69751]: _type = "Task" [ 1233.587813] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.596442] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.897699] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.898027] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.898384] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.898463] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.898710] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.899105] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.899105] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.899342] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.899571] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.899795] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.899968] env[69751]: DEBUG nova.virt.hardware [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.902899] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923a0874-4c09-4f15-9469-8ffae492082a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.914130] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b50afd-97ae-052c-092c-3d5465bea800/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1233.915749] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb847b7-77b7-4baf-99b6-242343330810 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.921622] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59910c5-6084-4f03-94d1-e02d8497e674 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.941010] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:9e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.950840] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.953212] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.953659] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b50afd-97ae-052c-092c-3d5465bea800/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1233.953885] env[69751]: ERROR oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b50afd-97ae-052c-092c-3d5465bea800/disk-0.vmdk due to incomplete transfer. [ 1233.954173] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07aef121-db9c-4e47-b09f-1e174afb0180 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.972431] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f82ec23-924a-42cd-ae32-486de16e4f56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.980765] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.980765] env[69751]: value = "task-3484344" [ 1233.980765] env[69751]: _type = "Task" [ 1233.980765] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.982238] env[69751]: DEBUG oslo_vmware.rw_handles [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b50afd-97ae-052c-092c-3d5465bea800/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1233.982830] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Uploaded image ba7f9b29-82a9-446a-bd61-55ffd431e4d4 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1233.985142] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1233.989424] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d615dab7-2677-48c2-9f0a-7fe022a7beee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.996496] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484344, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.997927] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1233.997927] env[69751]: value = "task-3484345" [ 1233.997927] env[69751]: _type = "Task" [ 1233.997927] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.009131] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484345, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.019548] env[69751]: DEBUG oslo_vmware.api [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484341, 'name': PowerOnVM_Task, 'duration_secs': 0.826496} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.020131] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.020320] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-65de8077-9ad3-40a8-8a66-7f5f15267b4c tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance '2e7adb3e-ac74-4fe3-898f-256c01297f7b' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1234.097519] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.492119] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484344, 'name': CreateVM_Task, 'duration_secs': 0.4044} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.492308] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.493014] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.493191] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.493534] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.493816] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71eb6916-4e49-47f1-88da-8b9b253aeecd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.498896] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1234.498896] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52570cb1-bb8b-4e12-58f6-38276fde2ab9" [ 1234.498896] env[69751]: _type = "Task" [ 1234.498896] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.510242] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52570cb1-bb8b-4e12-58f6-38276fde2ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.513280] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484345, 'name': Destroy_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.520855] env[69751]: INFO nova.compute.manager [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Rebuilding instance [ 1234.522946] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-f24c2374-ffe0-4b71-be66-a9af15060c67" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.523193] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-f24c2374-ffe0-4b71-be66-a9af15060c67" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.523530] env[69751]: DEBUG nova.objects.instance [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'flavor' on Instance uuid ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.578654] env[69751]: DEBUG nova.compute.manager [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1234.579879] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e1e45e-5b01-4fb8-88b5-1ede66ee43e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.601725] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.640708] env[69751]: DEBUG nova.compute.manager [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Received event network-vif-plugged-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.640930] env[69751]: DEBUG oslo_concurrency.lockutils [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] Acquiring lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.641148] env[69751]: DEBUG oslo_concurrency.lockutils [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.641316] env[69751]: DEBUG oslo_concurrency.lockutils [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.641507] env[69751]: DEBUG nova.compute.manager [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] No waiting events found dispatching network-vif-plugged-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1234.641634] env[69751]: WARNING nova.compute.manager [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Received unexpected event network-vif-plugged-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b for instance with vm_state building and task_state spawning. [ 1234.641786] env[69751]: DEBUG nova.compute.manager [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Received event network-changed-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.641934] env[69751]: DEBUG nova.compute.manager [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Refreshing instance network info cache due to event network-changed-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.642129] env[69751]: DEBUG oslo_concurrency.lockutils [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] Acquiring lock "refresh_cache-0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.642264] env[69751]: DEBUG oslo_concurrency.lockutils [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] Acquired lock "refresh_cache-0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.642417] env[69751]: DEBUG nova.network.neutron [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Refreshing network info cache for port ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.013918] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484345, 'name': Destroy_Task, 'duration_secs': 0.653003} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.018041] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Destroyed the VM [ 1235.018474] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1235.018847] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52570cb1-bb8b-4e12-58f6-38276fde2ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.02467} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.019139] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3565109e-b3e0-42d2-b4b4-fd8b396b91ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.021026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.021312] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.021564] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.021757] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.021976] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.022276] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e71ab30d-d4cf-4716-8421-1541d9173c13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.038643] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1235.038643] env[69751]: value = "task-3484346" [ 1235.038643] env[69751]: _type = "Task" [ 1235.038643] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.040117] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.040369] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.046238] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15c5d7b-8c59-460f-8924-33b65f1ac843 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.052009] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1235.052009] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dc6d77-acbf-de4c-e839-d0b27510ddc5" [ 1235.052009] env[69751]: _type = "Task" [ 1235.052009] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.056047] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484346, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.064557] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dc6d77-acbf-de4c-e839-d0b27510ddc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.100980] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484342, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.431418} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.101249] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1235.101450] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1235.101703] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70a444e9-6873-420a-9ee8-784886e50a6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.111653] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1235.111653] env[69751]: value = "task-3484347" [ 1235.111653] env[69751]: _type = "Task" [ 1235.111653] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.120630] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484347, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.142757] env[69751]: DEBUG nova.objects.instance [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'pci_requests' on Instance uuid ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.363140] env[69751]: DEBUG nova.network.neutron [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Updated VIF entry in instance network info cache for port ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.363843] env[69751]: DEBUG nova.network.neutron [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Updating instance_info_cache with network_info: [{"id": "ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b", "address": "fa:16:3e:b5:9e:a8", "network": {"id": "c29a7a92-52f2-4f8d-add0-d6f9ae1c1058", "bridge": "br-int", "label": "tempest-ServersTestJSON-1134144060-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9413a7f46dca4897a391dc99db0e5085", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7d09e9-a3dd-4d89-b9dd-2814f5f6dd5d", "external-id": "nsx-vlan-transportzone-591", "segmentation_id": 591, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac23d6c4-f8", "ovs_interfaceid": "ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.560608] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484346, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.568430] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dc6d77-acbf-de4c-e839-d0b27510ddc5, 'name': SearchDatastore_Task, 'duration_secs': 0.02688} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.569794] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14c6b62e-f0a7-4547-84d1-7627070c564a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.576088] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1235.576088] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d7d65d-1737-2150-71bd-a8efeb3785e6" [ 1235.576088] env[69751]: _type = "Task" [ 1235.576088] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.583863] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d7d65d-1737-2150-71bd-a8efeb3785e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.602021] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.602329] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb01d852-aa3f-445a-bcd1-cfcbd76f3725 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.609711] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1235.609711] env[69751]: value = "task-3484348" [ 1235.609711] env[69751]: _type = "Task" [ 1235.609711] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.624215] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.624501] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484347, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130046} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.624749] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1235.625573] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d1992-62e8-44b2-a890-7cc1a3c81176 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.650385] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1235.651037] env[69751]: DEBUG nova.objects.base [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1235.651233] env[69751]: DEBUG nova.network.neutron [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1235.653742] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0462b16-0c82-4ab0-a181-550dc9b54b9c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.675659] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1235.675659] env[69751]: value = "task-3484349" [ 1235.675659] env[69751]: _type = "Task" [ 1235.675659] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.685439] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.736249] env[69751]: DEBUG nova.policy [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1235.866825] env[69751]: DEBUG oslo_concurrency.lockutils [req-57f5e449-d0fb-4ac6-8469-1a3902538788 req-ddf194c5-a55d-4546-b125-af2279eb02f6 service nova] Releasing lock "refresh_cache-0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.976253] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.976574] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.976875] env[69751]: DEBUG nova.compute.manager [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Going to confirm migration 6 {{(pid=69751) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1236.060109] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484346, 'name': RemoveSnapshot_Task, 'duration_secs': 0.860997} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.060443] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1236.060817] env[69751]: DEBUG nova.compute.manager [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1236.062113] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7236d11c-ce49-4682-bd99-a368c9bc0c73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.066521] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1236.066779] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696549', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'name': 'volume-0e0eda93-4505-4a9a-a883-38810bf3c555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8', 'attached_at': '', 'detached_at': '', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'serial': '0e0eda93-4505-4a9a-a883-38810bf3c555'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1236.067709] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01857a02-ed86-4798-aa19-5bb513c3513e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.091601] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8c2410-0cd1-476a-840f-009207926b29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.103288] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d7d65d-1737-2150-71bd-a8efeb3785e6, 'name': SearchDatastore_Task, 'duration_secs': 0.02562} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.120101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.120462] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23/0fa19d30-588c-4a7c-9bbb-b83d18ba9c23.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.128311] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-0e0eda93-4505-4a9a-a883-38810bf3c555/volume-0e0eda93-4505-4a9a-a883-38810bf3c555.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1236.129465] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9999c54b-ece3-433d-801c-c8b8d20ba08b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.134865] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c58d45d-8749-419c-a02c-52f148691548 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.157529] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484348, 'name': PowerOffVM_Task, 'duration_secs': 0.178487} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.159897] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.161106] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.161106] env[69751]: DEBUG oslo_vmware.api [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1236.161106] env[69751]: value = "task-3484351" [ 1236.161106] env[69751]: _type = "Task" [ 1236.161106] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.161106] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1236.161106] env[69751]: value = "task-3484350" [ 1236.161106] env[69751]: _type = "Task" [ 1236.161106] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.161776] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f495079f-bcc5-4f1d-815b-3ef55b01125c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.180219] env[69751]: DEBUG oslo_vmware.api [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.189521] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.189835] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.190143] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e28691e-b623-42a8-9ceb-742267ec08e2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.197342] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484349, 'name': ReconfigVM_Task, 'duration_secs': 0.324792} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.197707] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1236.198419] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca1e5b88-1a7d-455f-b88b-b87c3c9f784a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.206580] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1236.206580] env[69751]: value = "task-3484353" [ 1236.206580] env[69751]: _type = "Task" [ 1236.206580] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.215989] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484353, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.224732] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.224969] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.225191] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Deleting the datastore file [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.225485] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53988f2c-723d-428c-ac94-04a8ce6a2c79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.232760] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1236.232760] env[69751]: value = "task-3484354" [ 1236.232760] env[69751]: _type = "Task" [ 1236.232760] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.241899] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484354, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.530827] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.531104] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.531288] env[69751]: DEBUG nova.network.neutron [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.531476] env[69751]: DEBUG nova.objects.instance [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lazy-loading 'info_cache' on Instance uuid 2e7adb3e-ac74-4fe3-898f-256c01297f7b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.592947] env[69751]: INFO nova.compute.manager [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Shelve offloading [ 1236.682955] env[69751]: DEBUG oslo_vmware.api [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484351, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.686793] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484350, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.716856] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484353, 'name': Rename_Task, 'duration_secs': 0.171386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.717556] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1236.717689] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31a3b456-e4f5-4dd0-bfee-af5a7b2dc252 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.726045] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1236.726045] env[69751]: value = "task-3484355" [ 1236.726045] env[69751]: _type = "Task" [ 1236.726045] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.735736] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484355, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.745747] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484354, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119969} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.745988] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.746230] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.746998] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.099741] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.100377] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cdbd5b59-f212-4bf9-80ba-8a23539dd243 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.109076] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1237.109076] env[69751]: value = "task-3484356" [ 1237.109076] env[69751]: _type = "Task" [ 1237.109076] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.122316] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1237.122316] env[69751]: DEBUG nova.compute.manager [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1237.123194] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d07649d-8077-401f-bb07-e9b6661a5c09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.129437] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.129581] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.130289] env[69751]: DEBUG nova.network.neutron [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.181092] env[69751]: DEBUG oslo_vmware.api [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484351, 'name': ReconfigVM_Task, 'duration_secs': 0.5775} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.185113] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-0e0eda93-4505-4a9a-a883-38810bf3c555/volume-0e0eda93-4505-4a9a-a883-38810bf3c555.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.191132] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552659} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.191132] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37ed39d9-b770-452c-9985-7e05db84592b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.202399] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23/0fa19d30-588c-4a7c-9bbb-b83d18ba9c23.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.202759] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.203148] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a0a5d55-4d0e-4bdf-a0c5-13d6ef8a2de0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.211260] env[69751]: DEBUG oslo_vmware.api [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1237.211260] env[69751]: value = "task-3484358" [ 1237.211260] env[69751]: _type = "Task" [ 1237.211260] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.212787] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1237.212787] env[69751]: value = "task-3484357" [ 1237.212787] env[69751]: _type = "Task" [ 1237.212787] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.236942] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.237245] env[69751]: DEBUG oslo_vmware.api [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.243859] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484355, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.658191] env[69751]: DEBUG nova.network.neutron [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Successfully updated port: f24c2374-ffe0-4b71-be66-a9af15060c67 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.725899] env[69751]: DEBUG oslo_vmware.api [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484358, 'name': ReconfigVM_Task, 'duration_secs': 0.180672} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.728809] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696549', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'name': 'volume-0e0eda93-4505-4a9a-a883-38810bf3c555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8', 'attached_at': '', 'detached_at': '', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'serial': '0e0eda93-4505-4a9a-a883-38810bf3c555'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1237.730967] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078414} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.735432] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.736246] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97426116-0426-4a4f-b12e-8cdf2c71b9e5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.743888] env[69751]: DEBUG oslo_vmware.api [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484355, 'name': PowerOnVM_Task, 'duration_secs': 0.585641} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.753692] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1237.753918] env[69751]: INFO nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1237.754121] env[69751]: DEBUG nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1237.763319] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23/0fa19d30-588c-4a7c-9bbb-b83d18ba9c23.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.764098] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c4e1b1-e0dd-4181-ae19-0448e0caf4b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.771270] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cf68975-33be-49cf-bea9-328030fae744 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.798414] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1237.798414] env[69751]: value = "task-3484359" [ 1237.798414] env[69751]: _type = "Task" [ 1237.798414] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.808689] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.813535] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.813535] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.813535] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.813535] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.813535] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.813535] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.813893] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.813893] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.814070] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.815027] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1237.815027] env[69751]: DEBUG nova.virt.hardware [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1237.815710] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc194b-2f38-46fa-8952-24b1cb111046 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.824660] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba4b8c-29fc-4856-9beb-bc3bac5d592d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.839183] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.846014] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.846172] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.847107] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a160ac8-1ed0-4007-8352-292bc280d19e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.866158] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.866158] env[69751]: value = "task-3484360" [ 1237.866158] env[69751]: _type = "Task" [ 1237.866158] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.875865] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484360, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.163843] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.163915] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.164604] env[69751]: DEBUG nova.network.neutron [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.251060] env[69751]: DEBUG nova.network.neutron [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance_info_cache with network_info: [{"id": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "address": "fa:16:3e:9d:50:16", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bdc3ed0-62", "ovs_interfaceid": "6bdc3ed0-6295-4d33-b8ec-cde9d88098e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.273451] env[69751]: DEBUG nova.network.neutron [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Updating instance_info_cache with network_info: [{"id": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "address": "fa:16:3e:0a:74:02", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1414af7b-f7", "ovs_interfaceid": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.310396] env[69751]: INFO nova.compute.manager [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Took 18.00 seconds to build instance. [ 1238.317495] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484359, 'name': ReconfigVM_Task, 'duration_secs': 0.482167} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.317778] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23/0fa19d30-588c-4a7c-9bbb-b83d18ba9c23.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.318661] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44967322-ac94-44fd-ade4-82755e9bd8c5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.325991] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1238.325991] env[69751]: value = "task-3484361" [ 1238.325991] env[69751]: _type = "Task" [ 1238.325991] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.337066] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484361, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.380092] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484360, 'name': CreateVM_Task, 'duration_secs': 0.460342} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.380260] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.380669] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.380833] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.381210] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.381501] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e12bd3e-051d-40f2-af70-dbce9c04bab3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.388347] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1238.388347] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5217adba-fbcb-dbab-57b9-f681a9805e1b" [ 1238.388347] env[69751]: _type = "Task" [ 1238.388347] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.399755] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5217adba-fbcb-dbab-57b9-f681a9805e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.469500] env[69751]: DEBUG nova.compute.manager [req-e86fbd6b-a3cc-4707-96f7-ad94c7fd44c6 req-7daea73f-953e-4e27-8727-c11cce92786b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-vif-plugged-f24c2374-ffe0-4b71-be66-a9af15060c67 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.469829] env[69751]: DEBUG oslo_concurrency.lockutils [req-e86fbd6b-a3cc-4707-96f7-ad94c7fd44c6 req-7daea73f-953e-4e27-8727-c11cce92786b service nova] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.469976] env[69751]: DEBUG oslo_concurrency.lockutils [req-e86fbd6b-a3cc-4707-96f7-ad94c7fd44c6 req-7daea73f-953e-4e27-8727-c11cce92786b service nova] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.470180] env[69751]: DEBUG oslo_concurrency.lockutils [req-e86fbd6b-a3cc-4707-96f7-ad94c7fd44c6 req-7daea73f-953e-4e27-8727-c11cce92786b service nova] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.470476] env[69751]: DEBUG nova.compute.manager [req-e86fbd6b-a3cc-4707-96f7-ad94c7fd44c6 req-7daea73f-953e-4e27-8727-c11cce92786b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] No waiting events found dispatching network-vif-plugged-f24c2374-ffe0-4b71-be66-a9af15060c67 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1238.470808] env[69751]: WARNING nova.compute.manager [req-e86fbd6b-a3cc-4707-96f7-ad94c7fd44c6 req-7daea73f-953e-4e27-8727-c11cce92786b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received unexpected event network-vif-plugged-f24c2374-ffe0-4b71-be66-a9af15060c67 for instance with vm_state active and task_state None. [ 1238.722259] env[69751]: WARNING nova.network.neutron [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] e344d8de-1e69-4370-8660-c3ff6b4b4005 already exists in list: networks containing: ['e344d8de-1e69-4370-8660-c3ff6b4b4005']. ignoring it [ 1238.722556] env[69751]: WARNING nova.network.neutron [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] e344d8de-1e69-4370-8660-c3ff6b4b4005 already exists in list: networks containing: ['e344d8de-1e69-4370-8660-c3ff6b4b4005']. ignoring it [ 1238.753666] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-2e7adb3e-ac74-4fe3-898f-256c01297f7b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.753900] env[69751]: DEBUG nova.objects.instance [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lazy-loading 'migration_context' on Instance uuid 2e7adb3e-ac74-4fe3-898f-256c01297f7b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.780102] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.786378] env[69751]: DEBUG nova.objects.instance [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lazy-loading 'flavor' on Instance uuid c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1238.813696] env[69751]: DEBUG oslo_concurrency.lockutils [None req-636e8cfc-9596-435d-930b-93c4a1526d5e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.506s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.836996] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484361, 'name': Rename_Task, 'duration_secs': 0.202923} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.837154] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.837362] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f889804-c953-4114-bc4c-294c401c44c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.845868] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1238.845868] env[69751]: value = "task-3484362" [ 1238.845868] env[69751]: _type = "Task" [ 1238.845868] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.854587] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.901372] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5217adba-fbcb-dbab-57b9-f681a9805e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.012959} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.901755] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.902241] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.902498] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.902766] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.902811] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.903204] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8cc3ba-558d-40c0-bb4f-fff6840c52b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.915122] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "1ac99921-8447-4701-8811-c11aba41ffa8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.915377] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "1ac99921-8447-4701-8811-c11aba41ffa8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.916495] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.916949] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.918914] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9771fb54-68c8-4639-91ea-2eccbbf59ee0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.925178] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1238.925178] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dd55d0-b3dd-0f52-68a8-7dbd87fea12b" [ 1238.925178] env[69751]: _type = "Task" [ 1238.925178] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.940851] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dd55d0-b3dd-0f52-68a8-7dbd87fea12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.991119] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c15a5-99f7-14b3-3c89-fc04754d5d65/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1238.993356] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306a8346-c090-48f3-9c91-edc3fafe90c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.002572] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c15a5-99f7-14b3-3c89-fc04754d5d65/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1239.002572] env[69751]: ERROR oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c15a5-99f7-14b3-3c89-fc04754d5d65/disk-0.vmdk due to incomplete transfer. [ 1239.002572] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40e001d4-b24d-4247-a2ae-1c98545d9421 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.010285] env[69751]: DEBUG oslo_vmware.rw_handles [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528c15a5-99f7-14b3-3c89-fc04754d5d65/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1239.010285] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Uploaded image 2aa2c340-91bd-43e4-93fb-1b3886510fbf to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1239.011044] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1239.011404] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0e1f73f1-15ff-4044-97d7-b7fa4832beb1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.018174] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1239.018174] env[69751]: value = "task-3484363" [ 1239.018174] env[69751]: _type = "Task" [ 1239.018174] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.027562] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484363, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.259018] env[69751]: DEBUG nova.objects.base [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Object Instance<2e7adb3e-ac74-4fe3-898f-256c01297f7b> lazy-loaded attributes: info_cache,migration_context {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1239.259018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5f7f7e-227b-4191-9101-56fa725af591 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.278083] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4479ba81-f044-4a74-8792-b3e891ad799f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.283764] env[69751]: DEBUG oslo_vmware.api [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1239.283764] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5255e523-de0a-bfbe-e92f-dadd52aea0c3" [ 1239.283764] env[69751]: _type = "Task" [ 1239.283764] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.296570] env[69751]: DEBUG oslo_vmware.api [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5255e523-de0a-bfbe-e92f-dadd52aea0c3, 'name': SearchDatastore_Task, 'duration_secs': 0.006988} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.296570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.296570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.298473] env[69751]: DEBUG oslo_concurrency.lockutils [None req-05d1eaeb-c884-4b54-92bc-9c8854704d0d tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.850s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.361595] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.377594] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1239.378707] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0d58a3-bd82-464a-b26a-445dfc0fbcae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.386664] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1239.389093] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dec3afe-dc09-49d4-a40d-4702bf814c81 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.418995] env[69751]: DEBUG nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1239.434878] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52dd55d0-b3dd-0f52-68a8-7dbd87fea12b, 'name': SearchDatastore_Task, 'duration_secs': 0.012352} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.435669] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99fdc161-eea9-42f4-bca6-40f237e3f802 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.440786] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1239.440786] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52848309-b332-205d-da58-93be2f11ce7c" [ 1239.440786] env[69751]: _type = "Task" [ 1239.440786] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.448994] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52848309-b332-205d-da58-93be2f11ce7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.461428] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.461775] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.461910] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleting the datastore file [datastore2] 54227d00-6870-4b85-b43b-9b8dc1ef95d9 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.462184] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f9d608d-dc17-456e-a1d2-0cd8330c765a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.469397] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1239.469397] env[69751]: value = "task-3484365" [ 1239.469397] env[69751]: _type = "Task" [ 1239.469397] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.477078] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.528018] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484363, 'name': Destroy_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.529103] env[69751]: DEBUG nova.network.neutron [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb43d206-1398-4a74-8197-cddc3cddebb3", "address": "fa:16:3e:15:59:d0", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb43d206-13", "ovs_interfaceid": "cb43d206-1398-4a74-8197-cddc3cddebb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24c2374-ffe0-4b71-be66-a9af15060c67", "address": "fa:16:3e:04:84:b8", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24c2374-ff", "ovs_interfaceid": "f24c2374-ffe0-4b71-be66-a9af15060c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.541555] env[69751]: DEBUG nova.compute.manager [req-63a5532a-ae8f-4dfb-bfd2-91d5f32c3dc1 req-54a85624-1b8e-40fb-a999-4d73c8ed26de service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Received event network-vif-unplugged-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.541634] env[69751]: DEBUG oslo_concurrency.lockutils [req-63a5532a-ae8f-4dfb-bfd2-91d5f32c3dc1 req-54a85624-1b8e-40fb-a999-4d73c8ed26de service nova] Acquiring lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.541811] env[69751]: DEBUG oslo_concurrency.lockutils [req-63a5532a-ae8f-4dfb-bfd2-91d5f32c3dc1 req-54a85624-1b8e-40fb-a999-4d73c8ed26de service nova] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.541967] env[69751]: DEBUG oslo_concurrency.lockutils [req-63a5532a-ae8f-4dfb-bfd2-91d5f32c3dc1 req-54a85624-1b8e-40fb-a999-4d73c8ed26de service nova] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.542613] env[69751]: DEBUG nova.compute.manager [req-63a5532a-ae8f-4dfb-bfd2-91d5f32c3dc1 req-54a85624-1b8e-40fb-a999-4d73c8ed26de service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] No waiting events found dispatching network-vif-unplugged-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1239.542613] env[69751]: WARNING nova.compute.manager [req-63a5532a-ae8f-4dfb-bfd2-91d5f32c3dc1 req-54a85624-1b8e-40fb-a999-4d73c8ed26de service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Received unexpected event network-vif-unplugged-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 for instance with vm_state shelved and task_state shelving_offloading. [ 1239.860816] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484362, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.943769] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.953247] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52848309-b332-205d-da58-93be2f11ce7c, 'name': SearchDatastore_Task, 'duration_secs': 0.009629} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.955743] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.956018] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1239.956448] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81976a04-7398-4f0b-a890-51337a569527 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.963036] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1239.963036] env[69751]: value = "task-3484366" [ 1239.963036] env[69751]: _type = "Task" [ 1239.963036] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.979817] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.988785] env[69751]: DEBUG oslo_vmware.api [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183161} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.990826] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.992229] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.992229] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1240.018015] env[69751]: INFO nova.scheduler.client.report [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted allocations for instance 54227d00-6870-4b85-b43b-9b8dc1ef95d9 [ 1240.029710] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484363, 'name': Destroy_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.032383] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.033049] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.033213] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.034306] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dcf028-e6be-4402-bd9b-9962f9744a20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.056163] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.056406] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.056550] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.056724] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.056866] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.057019] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.057235] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.057401] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.057562] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.057726] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.057897] env[69751]: DEBUG nova.virt.hardware [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.064183] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfiguring VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1240.065594] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b846da3e-ac02-4c9d-82b7-78b63a73698e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.078056] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59aa1b4f-fd6a-48ab-af70-89d955469aa6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.087520] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99764698-e426-4359-acbd-4382e2786a06 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.090812] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1240.090812] env[69751]: value = "task-3484367" [ 1240.090812] env[69751]: _type = "Task" [ 1240.090812] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.119907] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8c0ab4-a630-482b-adc7-6903d932b3e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.125354] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484367, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.130036] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05b1ef-7881-4c07-adc4-4a5091e7d70b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.143439] env[69751]: DEBUG nova.compute.provider_tree [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.361626] env[69751]: DEBUG oslo_vmware.api [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484362, 'name': PowerOnVM_Task, 'duration_secs': 1.051828} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.361941] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1240.362210] env[69751]: INFO nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1240.362421] env[69751]: DEBUG nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1240.364315] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97f25b1-4293-4ab4-8712-0db70cedc99c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.473187] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484366, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.503337] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.503605] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.522241] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.534520] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484363, 'name': Destroy_Task, 'duration_secs': 1.329454} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.535069] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Destroyed the VM [ 1240.535331] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1240.535574] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-268a7164-8385-408b-a127-ea21385544b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.543159] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1240.543159] env[69751]: value = "task-3484368" [ 1240.543159] env[69751]: _type = "Task" [ 1240.543159] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.552573] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484368, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.600806] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.647476] env[69751]: DEBUG nova.scheduler.client.report [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.858097] env[69751]: DEBUG nova.compute.manager [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-changed-f24c2374-ffe0-4b71-be66-a9af15060c67 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.858372] env[69751]: DEBUG nova.compute.manager [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing instance network info cache due to event network-changed-f24c2374-ffe0-4b71-be66-a9af15060c67. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.858657] env[69751]: DEBUG oslo_concurrency.lockutils [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.858861] env[69751]: DEBUG oslo_concurrency.lockutils [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.859106] env[69751]: DEBUG nova.network.neutron [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Refreshing network info cache for port f24c2374-ffe0-4b71-be66-a9af15060c67 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.883034] env[69751]: INFO nova.compute.manager [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Took 20.50 seconds to build instance. [ 1240.978440] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785675} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.978858] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.979294] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.979665] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e8dd35f-7c7c-4ada-8dfa-d22ad186ea9d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.987652] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1240.987652] env[69751]: value = "task-3484369" [ 1240.987652] env[69751]: _type = "Task" [ 1240.987652] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.000228] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.007958] env[69751]: INFO nova.compute.manager [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Detaching volume 0e0eda93-4505-4a9a-a883-38810bf3c555 [ 1241.044713] env[69751]: INFO nova.virt.block_device [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Attempting to driver detach volume 0e0eda93-4505-4a9a-a883-38810bf3c555 from mountpoint /dev/sdb [ 1241.045136] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1241.045356] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696549', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'name': 'volume-0e0eda93-4505-4a9a-a883-38810bf3c555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8', 'attached_at': '', 'detached_at': '', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'serial': '0e0eda93-4505-4a9a-a883-38810bf3c555'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1241.046594] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a16e89-0f4a-4da0-aa04-b6760184363b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.057065] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484368, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.073443] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478ab46c-1571-4f91-b376-482d92b4bfa0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.080085] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f1f766-2eca-4ba0-9dc8-66cd42f9291f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.104200] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c859852-7a6b-46e7-b24a-713379934b79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.111585] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.122761] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] The volume has not been displaced from its original location: [datastore2] volume-0e0eda93-4505-4a9a-a883-38810bf3c555/volume-0e0eda93-4505-4a9a-a883-38810bf3c555.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1241.128780] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.130406] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abbf28da-a721-47de-beb3-9f8879b6778e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.157910] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1241.157910] env[69751]: value = "task-3484370" [ 1241.157910] env[69751]: _type = "Task" [ 1241.157910] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.170122] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.231610] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "a62305c9-d5cc-49b1-9b23-3c62d94931af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.231970] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.384221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1d254fb4-e25b-4a59-8796-f0fdd0b761cf tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.007s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.499393] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128159} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.499725] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.500539] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3bcaa9-f4bc-43f4-a729-0e9f90b32c19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.521143] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.524771] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95295e58-c800-400c-9a9c-f1b2c53ca718 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.544351] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1241.544351] env[69751]: value = "task-3484371" [ 1241.544351] env[69751]: _type = "Task" [ 1241.544351] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.557731] env[69751]: DEBUG oslo_vmware.api [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484368, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803232} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.560942] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1241.560942] env[69751]: INFO nova.compute.manager [None req-0568a8b0-aae6-4723-bc90-32841cb1078f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Took 15.98 seconds to snapshot the instance on the hypervisor. [ 1241.565019] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484371, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.608041] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.661621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.365s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.666245] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.723s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.669853] env[69751]: INFO nova.compute.claims [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.672715] env[69751]: DEBUG nova.network.neutron [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updated VIF entry in instance network info cache for port f24c2374-ffe0-4b71-be66-a9af15060c67. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.673137] env[69751]: DEBUG nova.network.neutron [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb43d206-1398-4a74-8197-cddc3cddebb3", "address": "fa:16:3e:15:59:d0", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb43d206-13", "ovs_interfaceid": "cb43d206-1398-4a74-8197-cddc3cddebb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f24c2374-ffe0-4b71-be66-a9af15060c67", "address": "fa:16:3e:04:84:b8", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf24c2374-ff", "ovs_interfaceid": "f24c2374-ffe0-4b71-be66-a9af15060c67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.679315] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.734547] env[69751]: DEBUG nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1241.747464] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.769080] env[69751]: DEBUG nova.compute.manager [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Received event network-changed-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.769335] env[69751]: DEBUG nova.compute.manager [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Refreshing instance network info cache due to event network-changed-1414af7b-f7c2-4645-9fe5-8e0ddc42acf1. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1241.769673] env[69751]: DEBUG oslo_concurrency.lockutils [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] Acquiring lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.769765] env[69751]: DEBUG oslo_concurrency.lockutils [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] Acquired lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.769883] env[69751]: DEBUG nova.network.neutron [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Refreshing network info cache for port 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.055033] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.110365] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.168469] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484370, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.175237] env[69751]: DEBUG oslo_concurrency.lockutils [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.175469] env[69751]: DEBUG nova.compute.manager [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Received event network-changed-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.175635] env[69751]: DEBUG nova.compute.manager [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Refreshing instance network info cache due to event network-changed-c17efd93-82d7-45b5-96f6-2a3a3c52efc6. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.175837] env[69751]: DEBUG oslo_concurrency.lockutils [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] Acquiring lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.175978] env[69751]: DEBUG oslo_concurrency.lockutils [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] Acquired lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.176154] env[69751]: DEBUG nova.network.neutron [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Refreshing network info cache for port c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.232947] env[69751]: INFO nova.scheduler.client.report [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted allocation for migration 767eb700-e81a-41c7-8d92-2b48f2cab4a2 [ 1242.253036] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.532270] env[69751]: DEBUG nova.network.neutron [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Updated VIF entry in instance network info cache for port 1414af7b-f7c2-4645-9fe5-8e0ddc42acf1. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1242.532703] env[69751]: DEBUG nova.network.neutron [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Updating instance_info_cache with network_info: [{"id": "1414af7b-f7c2-4645-9fe5-8e0ddc42acf1", "address": "fa:16:3e:0a:74:02", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": null, "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1414af7b-f7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.556219] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484371, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.610625] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.671867] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484370, 'name': ReconfigVM_Task, 'duration_secs': 1.347201} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.672174] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.678857] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb165ae6-ba60-490b-a906-ee121792c967 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.701699] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1242.701699] env[69751]: value = "task-3484372" [ 1242.701699] env[69751]: _type = "Task" [ 1242.701699] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.711015] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.739557] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9fb10d28-f470-4b4c-a6e3-08126de1a290 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.763s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.919674] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df192f0-0817-4faa-afa9-359513dcb791 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.927203] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc71d1-e92e-4867-a053-4111596d3db7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.959793] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a6d353-8894-4a81-ba81-a71bdf64aa63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.967156] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f139676-f068-423a-9a60-b927914f4d63 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.980539] env[69751]: DEBUG nova.compute.provider_tree [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.020076] env[69751]: DEBUG nova.network.neutron [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updated VIF entry in instance network info cache for port c17efd93-82d7-45b5-96f6-2a3a3c52efc6. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.020542] env[69751]: DEBUG nova.network.neutron [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.035838] env[69751]: DEBUG oslo_concurrency.lockutils [req-faf898db-b86e-43fa-8426-5e5b6419b07a req-ba0dfa4f-6ef1-44f6-afbe-317bef695630 service nova] Releasing lock "refresh_cache-54227d00-6870-4b85-b43b-9b8dc1ef95d9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.057585] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484371, 'name': ReconfigVM_Task, 'duration_secs': 1.22786} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.057895] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325/3053b507-d372-470f-8ac7-be2d5a083325.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.058533] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72849860-aa79-48ac-a0d8-fdd40c2826c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.065042] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1243.065042] env[69751]: value = "task-3484373" [ 1243.065042] env[69751]: _type = "Task" [ 1243.065042] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.072921] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484373, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.110123] env[69751]: DEBUG oslo_vmware.api [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484367, 'name': ReconfigVM_Task, 'duration_secs': 2.69406} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.110722] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.110897] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfigured VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1243.146703] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.147052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.147384] env[69751]: DEBUG nova.compute.manager [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.148591] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e49b2c3-ec65-4818-807d-b78bce2aff29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.154841] env[69751]: DEBUG nova.compute.manager [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1243.155450] env[69751]: DEBUG nova.objects.instance [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lazy-loading 'flavor' on Instance uuid 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.211920] env[69751]: DEBUG oslo_vmware.api [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484372, 'name': ReconfigVM_Task, 'duration_secs': 0.150527} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.212251] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696549', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'name': 'volume-0e0eda93-4505-4a9a-a883-38810bf3c555', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8', 'attached_at': '', 'detached_at': '', 'volume_id': '0e0eda93-4505-4a9a-a883-38810bf3c555', 'serial': '0e0eda93-4505-4a9a-a883-38810bf3c555'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1243.246655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.247228] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.247455] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.247652] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.247897] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.249907] env[69751]: INFO nova.compute.manager [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Terminating instance [ 1243.484345] env[69751]: DEBUG nova.scheduler.client.report [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.523103] env[69751]: DEBUG oslo_concurrency.lockutils [req-825ed0dc-de14-45a3-90e7-616511dff5b7 req-1ec75fcd-4389-4b1c-839e-0d1c5946fc9b service nova] Releasing lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.574707] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484373, 'name': Rename_Task, 'duration_secs': 0.150273} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.574977] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.575239] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f7068aa-ac8f-4f8e-9813-095839d6ab3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.582014] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1243.582014] env[69751]: value = "task-3484374" [ 1243.582014] env[69751]: _type = "Task" [ 1243.582014] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.589679] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.615345] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e9f318-22b8-4679-9cae-63d55ef986b1 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-f24c2374-ffe0-4b71-be66-a9af15060c67" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.092s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.753505] env[69751]: DEBUG nova.compute.manager [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.753830] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.754837] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96d1ac7-5d7e-47f0-9118-ba74a3181756 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.759433] env[69751]: DEBUG nova.objects.instance [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lazy-loading 'flavor' on Instance uuid c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.763476] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.763567] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0545e07d-08ed-4176-a18c-46f5d4296ef7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.770851] env[69751]: DEBUG oslo_vmware.api [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1243.770851] env[69751]: value = "task-3484375" [ 1243.770851] env[69751]: _type = "Task" [ 1243.770851] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.779636] env[69751]: DEBUG oslo_vmware.api [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.990387] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.990881] env[69751]: DEBUG nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.996542] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.474s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.996824] env[69751]: DEBUG nova.objects.instance [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'resources' on Instance uuid 54227d00-6870-4b85-b43b-9b8dc1ef95d9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.999041] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "b530fc14-6364-4ad3-bed8-569e04e7ff52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.999041] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.092938] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.168672] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.168856] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26de28df-031e-4482-8f07-1ef583837ec8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.176426] env[69751]: DEBUG oslo_vmware.api [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1244.176426] env[69751]: value = "task-3484376" [ 1244.176426] env[69751]: _type = "Task" [ 1244.176426] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.184525] env[69751]: DEBUG oslo_vmware.api [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484376, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.280085] env[69751]: DEBUG oslo_vmware.api [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484375, 'name': PowerOffVM_Task, 'duration_secs': 0.179974} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.280357] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.280527] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.280790] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-444af1fe-9b7a-4270-b5c1-a2f0ad3a999c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.346592] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.346811] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.346995] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleting the datastore file [datastore1] 2e7adb3e-ac74-4fe3-898f-256c01297f7b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.347277] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9e4a6fa-18a4-4e6c-b648-5f84f8edf27b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.354028] env[69751]: DEBUG oslo_vmware.api [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1244.354028] env[69751]: value = "task-3484378" [ 1244.354028] env[69751]: _type = "Task" [ 1244.354028] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.362273] env[69751]: DEBUG oslo_vmware.api [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.499039] env[69751]: DEBUG nova.compute.utils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.499725] env[69751]: DEBUG nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.499917] env[69751]: DEBUG nova.network.neutron [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.503818] env[69751]: DEBUG nova.objects.instance [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'numa_topology' on Instance uuid 54227d00-6870-4b85-b43b-9b8dc1ef95d9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1244.505610] env[69751]: DEBUG nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1244.545476] env[69751]: DEBUG nova.policy [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd0b3215b4f434e859e57ff1c16fdde22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a04ab7e480af4273a0ec3427f022c3f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.593694] env[69751]: DEBUG oslo_vmware.api [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484374, 'name': PowerOnVM_Task, 'duration_secs': 0.553741} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.594166] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.594408] env[69751]: DEBUG nova.compute.manager [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.595445] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3d4bd9-6ce0-49b0-b63e-692393add965 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.687469] env[69751]: DEBUG oslo_vmware.api [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484376, 'name': PowerOffVM_Task, 'duration_secs': 0.313683} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.688017] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.688366] env[69751]: DEBUG nova.compute.manager [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.689150] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a1fc87-605d-42cd-b7c5-5c5828c3d047 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.770628] env[69751]: DEBUG oslo_concurrency.lockutils [None req-14bdf1cc-45f8-4d08-89d0-8ff4f077f1f1 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.266s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.863873] env[69751]: DEBUG oslo_vmware.api [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.394596} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.864343] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.864418] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.864575] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.864758] env[69751]: INFO nova.compute.manager [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1244.865066] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.865303] env[69751]: DEBUG nova.compute.manager [-] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.865414] env[69751]: DEBUG nova.network.neutron [-] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.931267] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "8e664cb5-993f-46f0-b13e-26e3df475d46" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.931594] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.006636] env[69751]: DEBUG nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1245.009457] env[69751]: DEBUG nova.objects.base [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Object Instance<54227d00-6870-4b85-b43b-9b8dc1ef95d9> lazy-loaded attributes: resources,numa_topology {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1245.023948] env[69751]: DEBUG nova.network.neutron [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Successfully created port: 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1245.047545] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.120255] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.202993] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7d7a58ad-0543-4f0c-8e97-30facc929cfd tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.056s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.278269] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff43c83-d54e-4345-9af0-07a30a1a52ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.286013] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dca019-fb71-4154-9fd3-1cbeabcd7341 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.317500] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f242daf4-3f06-4166-b5ac-d4fa6f54361b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.325575] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dd1679-c7ae-46ba-ae05-99431dd71b8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.341060] env[69751]: DEBUG nova.compute.provider_tree [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.435560] env[69751]: DEBUG nova.compute.utils [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.844248] env[69751]: DEBUG nova.scheduler.client.report [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.858655] env[69751]: DEBUG nova.network.neutron [-] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.941340] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.024792] env[69751]: DEBUG nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1246.052088] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1246.052346] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1246.052890] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.052890] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1246.052890] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.053061] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1246.053163] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1246.053318] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1246.053487] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1246.053639] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1246.053809] env[69751]: DEBUG nova.virt.hardware [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1246.054766] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdce0d3e-e4fd-4a7a-a3c4-107f63daca56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.065164] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35399ddd-96a0-45f0-b47c-dcc639cf7591 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.136742] env[69751]: DEBUG nova.compute.manager [req-34a8deec-e968-4797-a74d-c81fe290db41 req-5b42a1e5-aace-4bdd-84c3-7f2173c6cee6 service nova] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Received event network-vif-deleted-6bdc3ed0-6295-4d33-b8ec-cde9d88098e3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.174504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-cb43d206-1398-4a74-8197-cddc3cddebb3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.174854] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-cb43d206-1398-4a74-8197-cddc3cddebb3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.349370] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.351843] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.099s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.353288] env[69751]: INFO nova.compute.claims [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.361127] env[69751]: INFO nova.compute.manager [-] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Took 1.50 seconds to deallocate network for instance. [ 1246.592218] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "a9646473-9b6c-47ba-ace6-f80e433ba971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.592773] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.677566] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.677851] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.678773] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b89e0a6-f9c6-4c68-b9b0-24c941275994 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.700201] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c206d87-1403-4867-ab95-f508de906b6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.731010] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfiguring VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1246.736943] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a790fa-a65d-4564-8882-befab829f5ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.757505] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1246.757505] env[69751]: value = "task-3484379" [ 1246.757505] env[69751]: _type = "Task" [ 1246.757505] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.766776] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.784902] env[69751]: DEBUG nova.network.neutron [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Successfully updated port: 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.864300] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02907be8-9536-4b01-92b2-e8260764f593 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.398s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.867033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 5.118s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.867033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.867033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.867033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.868587] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.869081] env[69751]: INFO nova.compute.manager [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Terminating instance [ 1247.008731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "8e664cb5-993f-46f0-b13e-26e3df475d46" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.009016] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.009269] env[69751]: INFO nova.compute.manager [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Attaching volume f0ff0ff0-288a-4d92-a924-58c33977a39f to /dev/sdb [ 1247.048557] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a602b888-284a-4b82-971a-11e7bb4483c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.056998] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07238615-a120-4493-a181-85c03de56a0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.070025] env[69751]: DEBUG nova.virt.block_device [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Updating existing volume attachment record: 95abacc6-08b7-45d8-99a5-4748077eeae5 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1247.095031] env[69751]: DEBUG nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.251574] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "3053b507-d372-470f-8ac7-be2d5a083325" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.251953] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "3053b507-d372-470f-8ac7-be2d5a083325" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.252102] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "3053b507-d372-470f-8ac7-be2d5a083325-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.252289] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "3053b507-d372-470f-8ac7-be2d5a083325-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.252531] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "3053b507-d372-470f-8ac7-be2d5a083325-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.254785] env[69751]: INFO nova.compute.manager [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Terminating instance [ 1247.269831] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.288334] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "refresh_cache-1ac99921-8447-4701-8811-c11aba41ffa8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.288518] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquired lock "refresh_cache-1ac99921-8447-4701-8811-c11aba41ffa8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.288679] env[69751]: DEBUG nova.network.neutron [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.373542] env[69751]: DEBUG nova.compute.manager [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.373795] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1247.374107] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d00ea843-6e86-4dbe-9089-e414d2507f84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.384235] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfbfa8e-14c9-4949-b2bb-a2b2e221494a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.424107] env[69751]: WARNING nova.virt.vmwareapi.vmops [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 54227d00-6870-4b85-b43b-9b8dc1ef95d9 could not be found. [ 1247.424321] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1247.424509] env[69751]: INFO nova.compute.manager [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1247.424854] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1247.425192] env[69751]: DEBUG nova.compute.manager [-] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1247.425286] env[69751]: DEBUG nova.network.neutron [-] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1247.487076] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.487475] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.487753] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.488034] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.488466] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.493915] env[69751]: INFO nova.compute.manager [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Terminating instance [ 1247.617949] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53afd9e-5b20-48dc-a6b1-da7c55b5d1b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.622034] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.627325] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651a6287-3dd4-4df0-bb56-f364e0c845da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.660353] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73b4560-5d70-4794-830f-0d8d9ee8747a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.668588] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d60bf8-942b-4654-a3c7-5bf88dad525b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.690023] env[69751]: DEBUG nova.compute.provider_tree [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.760037] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "refresh_cache-3053b507-d372-470f-8ac7-be2d5a083325" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.760037] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquired lock "refresh_cache-3053b507-d372-470f-8ac7-be2d5a083325" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.760828] env[69751]: DEBUG nova.network.neutron [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.780159] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.787985] env[69751]: DEBUG nova.network.neutron [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.845172] env[69751]: DEBUG nova.network.neutron [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.917981] env[69751]: DEBUG nova.network.neutron [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.998766] env[69751]: DEBUG nova.compute.manager [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1247.999014] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.000069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b88a4a7-2ee9-44da-a756-d030ddb9233b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.008526] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1248.008814] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb3c70eb-decf-4880-a14a-b39aaeed4ab5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.053258] env[69751]: DEBUG nova.network.neutron [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Updating instance_info_cache with network_info: [{"id": "26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d", "address": "fa:16:3e:3c:c2:90", "network": {"id": "40d1900f-1518-4ffc-adfd-c990af50c595", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-656955411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a04ab7e480af4273a0ec3427f022c3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a2a7b4-5c", "ovs_interfaceid": "26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.066840] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1248.067033] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1248.067241] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleting the datastore file [datastore2] 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1248.067502] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f55abf8-6850-4950-af52-27bcdd108a70 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.074639] env[69751]: DEBUG oslo_vmware.api [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1248.074639] env[69751]: value = "task-3484382" [ 1248.074639] env[69751]: _type = "Task" [ 1248.074639] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.082831] env[69751]: DEBUG oslo_vmware.api [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484382, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.195300] env[69751]: DEBUG nova.scheduler.client.report [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.198873] env[69751]: DEBUG nova.network.neutron [-] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.205579] env[69751]: DEBUG nova.compute.manager [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Received event network-vif-plugged-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.205579] env[69751]: DEBUG oslo_concurrency.lockutils [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] Acquiring lock "1ac99921-8447-4701-8811-c11aba41ffa8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.205579] env[69751]: DEBUG oslo_concurrency.lockutils [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] Lock "1ac99921-8447-4701-8811-c11aba41ffa8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.205579] env[69751]: DEBUG oslo_concurrency.lockutils [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] Lock "1ac99921-8447-4701-8811-c11aba41ffa8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.205579] env[69751]: DEBUG nova.compute.manager [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] No waiting events found dispatching network-vif-plugged-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1248.205579] env[69751]: WARNING nova.compute.manager [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Received unexpected event network-vif-plugged-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d for instance with vm_state building and task_state spawning. [ 1248.205579] env[69751]: DEBUG nova.compute.manager [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Received event network-changed-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.205579] env[69751]: DEBUG nova.compute.manager [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Refreshing instance network info cache due to event network-changed-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.206203] env[69751]: DEBUG oslo_concurrency.lockutils [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] Acquiring lock "refresh_cache-1ac99921-8447-4701-8811-c11aba41ffa8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.274598] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.422111] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Releasing lock "refresh_cache-3053b507-d372-470f-8ac7-be2d5a083325" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.422770] env[69751]: DEBUG nova.compute.manager [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.423051] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.423950] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bac605-0539-46c7-a462-e25e937bda53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.432808] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.433152] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b790311d-99c9-4938-8028-7856ccc6bff1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.440261] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1248.440261] env[69751]: value = "task-3484383" [ 1248.440261] env[69751]: _type = "Task" [ 1248.440261] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.449240] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.555977] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Releasing lock "refresh_cache-1ac99921-8447-4701-8811-c11aba41ffa8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.556363] env[69751]: DEBUG nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Instance network_info: |[{"id": "26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d", "address": "fa:16:3e:3c:c2:90", "network": {"id": "40d1900f-1518-4ffc-adfd-c990af50c595", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-656955411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a04ab7e480af4273a0ec3427f022c3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a2a7b4-5c", "ovs_interfaceid": "26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.556716] env[69751]: DEBUG oslo_concurrency.lockutils [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] Acquired lock "refresh_cache-1ac99921-8447-4701-8811-c11aba41ffa8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.556898] env[69751]: DEBUG nova.network.neutron [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Refreshing network info cache for port 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.558364] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:c2:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abcf0d10-3f3f-45dc-923e-1c78766e2dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.565625] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Creating folder: Project (a04ab7e480af4273a0ec3427f022c3f8). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.566144] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eed699da-9183-4ff0-9096-1b37459fbdc0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.585022] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Created folder: Project (a04ab7e480af4273a0ec3427f022c3f8) in parent group-v696263. [ 1248.585022] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Creating folder: Instances. Parent ref: group-v696553. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.585022] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec313d4d-c5f6-4ec5-ba50-f3dcde90843b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.587260] env[69751]: DEBUG oslo_vmware.api [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484382, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15533} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.587844] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.588627] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1248.588627] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1248.588627] env[69751]: INFO nova.compute.manager [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1248.588766] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.588852] env[69751]: DEBUG nova.compute.manager [-] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1248.588918] env[69751]: DEBUG nova.network.neutron [-] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1248.595417] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Created folder: Instances in parent group-v696553. [ 1248.595636] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.595814] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.596028] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-071ed471-17e2-4c50-b440-982014d1403e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.615615] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.615615] env[69751]: value = "task-3484386" [ 1248.615615] env[69751]: _type = "Task" [ 1248.615615] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.624188] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484386, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.701347] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.701924] env[69751]: DEBUG nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1248.705882] env[69751]: INFO nova.compute.manager [-] [instance: 54227d00-6870-4b85-b43b-9b8dc1ef95d9] Took 1.28 seconds to deallocate network for instance. [ 1248.705882] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.658s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.706403] env[69751]: INFO nova.compute.claims [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.773154] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.954025] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.131814] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484386, 'name': CreateVM_Task, 'duration_secs': 0.367583} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.132102] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.133045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.133344] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.133824] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.134204] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302883fb-7e38-4618-af3d-ec6c965038b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.139780] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1249.139780] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5288945b-3418-a918-6c13-a8b38c2eeb41" [ 1249.139780] env[69751]: _type = "Task" [ 1249.139780] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.148703] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5288945b-3418-a918-6c13-a8b38c2eeb41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.207522] env[69751]: DEBUG nova.compute.utils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1249.210856] env[69751]: DEBUG nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1249.211034] env[69751]: DEBUG nova.network.neutron [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.276014] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.298303] env[69751]: DEBUG nova.policy [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ea81e221b84277b0b2ec96109ecc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fa3ab0139a54f9d93343895722f6e91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1249.424480] env[69751]: DEBUG nova.network.neutron [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Updated VIF entry in instance network info cache for port 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.424869] env[69751]: DEBUG nova.network.neutron [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Updating instance_info_cache with network_info: [{"id": "26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d", "address": "fa:16:3e:3c:c2:90", "network": {"id": "40d1900f-1518-4ffc-adfd-c990af50c595", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-656955411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a04ab7e480af4273a0ec3427f022c3f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abcf0d10-3f3f-45dc-923e-1c78766e2dad", "external-id": "nsx-vlan-transportzone-405", "segmentation_id": 405, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26a2a7b4-5c", "ovs_interfaceid": "26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.453912] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484383, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.659894] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5288945b-3418-a918-6c13-a8b38c2eeb41, 'name': SearchDatastore_Task, 'duration_secs': 0.02631} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.661035] env[69751]: DEBUG nova.network.neutron [-] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.662607] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.662607] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.662607] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.662821] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.662877] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.663861] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc54c416-2ab7-45d1-b88a-4c55d844381d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.673170] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.673350] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.674179] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba9ab6a-dc63-474b-a2fb-5647c4fdb27f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.680204] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1249.680204] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5207e2b0-4b41-e726-666f-e23b04e02aa8" [ 1249.680204] env[69751]: _type = "Task" [ 1249.680204] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.692691] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5207e2b0-4b41-e726-666f-e23b04e02aa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.716074] env[69751]: DEBUG nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1249.733691] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2667d369-a179-4686-8858-f8eab0481b79 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "54227d00-6870-4b85-b43b-9b8dc1ef95d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.869s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.749641] env[69751]: DEBUG nova.network.neutron [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Successfully created port: 95954d87-7b10-4f2e-b9de-0d33bc9e250f {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1249.776226] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.930454] env[69751]: DEBUG oslo_concurrency.lockutils [req-dd4920fb-0b3b-47cc-ac0d-4f32844728ca req-5843c2da-9258-4c5c-bde7-e8bbcd48ee64 service nova] Releasing lock "refresh_cache-1ac99921-8447-4701-8811-c11aba41ffa8" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.952041] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484383, 'name': PowerOffVM_Task, 'duration_secs': 1.07723} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.952506] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.952894] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.955652] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1e36cd7-62e7-4ec0-b090-00162891d62b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.981105] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca1b6a2-ddf0-4a59-b5ae-ea98d38466df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.983449] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.983802] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.984130] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Deleting the datastore file [datastore1] 3053b507-d372-470f-8ac7-be2d5a083325 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.984525] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06e99ce0-05f7-42bb-b4c3-e2c8b7db75fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.989527] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a4e3af-49c7-471a-8dbd-78c6b427be29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.994166] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for the task: (returnval){ [ 1249.994166] env[69751]: value = "task-3484388" [ 1249.994166] env[69751]: _type = "Task" [ 1249.994166] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.027237] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723c4848-dba5-4a46-8d33-adcb866540a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.033958] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.038798] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f6bbcd-6eef-44d9-ab83-0237fc0f5fc6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.052514] env[69751]: DEBUG nova.compute.provider_tree [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.149816] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.150255] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.150355] env[69751]: INFO nova.compute.manager [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Shelving [ 1250.166672] env[69751]: INFO nova.compute.manager [-] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Took 1.58 seconds to deallocate network for instance. [ 1250.191457] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5207e2b0-4b41-e726-666f-e23b04e02aa8, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.192502] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-171e1ef2-e2f6-4b41-ad0c-048451ea096e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.197592] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1250.197592] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528db598-3ec9-080b-fcb7-ce309dd5d657" [ 1250.197592] env[69751]: _type = "Task" [ 1250.197592] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.205907] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528db598-3ec9-080b-fcb7-ce309dd5d657, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.228361] env[69751]: DEBUG nova.compute.manager [req-4d6dd191-0a13-4ed2-84fa-ee7526968d43 req-d3cc93bd-3aac-488d-b351-f767e1dfa570 service nova] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Received event network-vif-deleted-ac23d6c4-f8e4-4b0c-8f87-e69da85bc39b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.276550] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.365547] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "5d019851-d7b1-4cda-8d19-c54cbc650180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.365547] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.504066] env[69751]: DEBUG oslo_vmware.api [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Task: {'id': task-3484388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.108244} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.504284] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.504478] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.504665] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.504834] env[69751]: INFO nova.compute.manager [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Took 2.08 seconds to destroy the instance on the hypervisor. [ 1250.505079] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1250.505517] env[69751]: DEBUG nova.compute.manager [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1250.505618] env[69751]: DEBUG nova.network.neutron [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.523634] env[69751]: DEBUG nova.network.neutron [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.556365] env[69751]: DEBUG nova.scheduler.client.report [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.674053] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.707752] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528db598-3ec9-080b-fcb7-ce309dd5d657, 'name': SearchDatastore_Task, 'duration_secs': 0.012765} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.708077] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.708338] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 1ac99921-8447-4701-8811-c11aba41ffa8/1ac99921-8447-4701-8811-c11aba41ffa8.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.708596] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cd93a22-d85f-445e-9115-fed6daf2e206 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.715695] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1250.715695] env[69751]: value = "task-3484389" [ 1250.715695] env[69751]: _type = "Task" [ 1250.715695] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.723098] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.728171] env[69751]: DEBUG nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1250.752581] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='38717403ba20a717763a98e22233c5ef',container_format='bare',created_at=2025-04-18T10:35:23Z,direct_url=,disk_format='vmdk',id=2aa2c340-91bd-43e4-93fb-1b3886510fbf,min_disk=1,min_ram=0,name='tempest-test-snap-2074304907',owner='3fa3ab0139a54f9d93343895722f6e91',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-18T10:35:38Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1250.752824] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.752982] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1250.753181] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.753330] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1250.753482] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1250.753772] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1250.753962] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1250.754177] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1250.754315] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1250.754486] env[69751]: DEBUG nova.virt.hardware [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1250.755324] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbda211b-c547-4423-bf0a-5906910acd38 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.763230] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a53d5-239f-447f-9942-a1418acfde15 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.783991] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.867174] env[69751]: DEBUG nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.026086] env[69751]: DEBUG nova.network.neutron [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.061282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.062071] env[69751]: DEBUG nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.064619] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.945s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.065456] env[69751]: DEBUG nova.objects.instance [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1251.158681] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1251.158848] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d5db164-b473-4bef-9bc9-6540cda99a2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.166274] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1251.166274] env[69751]: value = "task-3484390" [ 1251.166274] env[69751]: _type = "Task" [ 1251.166274] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.177307] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.226720] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484389, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.279562] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.370460] env[69751]: DEBUG nova.network.neutron [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Successfully updated port: 95954d87-7b10-4f2e-b9de-0d33bc9e250f {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1251.391059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.529477] env[69751]: INFO nova.compute.manager [-] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Took 1.02 seconds to deallocate network for instance. [ 1251.568941] env[69751]: DEBUG nova.compute.utils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.574019] env[69751]: DEBUG nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.574295] env[69751]: DEBUG nova.network.neutron [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.609710] env[69751]: DEBUG nova.policy [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0688b8acea0248fc9e771db8157be6f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33279992d4e542ad94ce9a0e38fb58f9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.677773] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484390, 'name': PowerOffVM_Task, 'duration_secs': 0.203053} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.678044] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.678801] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dd6af8-ac34-4470-be72-2f29527daf24 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.696617] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cac622e-b295-4317-9e28-cff260198b4e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.725483] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609379} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.725737] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 1ac99921-8447-4701-8811-c11aba41ffa8/1ac99921-8447-4701-8811-c11aba41ffa8.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.725951] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.726214] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e56f281a-0556-4602-8983-3096bdbd4970 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.732149] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1251.732149] env[69751]: value = "task-3484392" [ 1251.732149] env[69751]: _type = "Task" [ 1251.732149] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.740831] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.777393] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.861279] env[69751]: DEBUG nova.network.neutron [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Successfully created port: cace2cb8-b898-488b-9693-3c00303fa7f6 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1251.877379] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "refresh_cache-a62305c9-d5cc-49b1-9b23-3c62d94931af" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.877554] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "refresh_cache-a62305c9-d5cc-49b1-9b23-3c62d94931af" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.877737] env[69751]: DEBUG nova.network.neutron [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.035536] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.076025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-601af9d6-3708-45c0-988b-3b3a4097d84b tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.077276] env[69751]: DEBUG nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.080088] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.212s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.080448] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.082733] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.461s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.085022] env[69751]: INFO nova.compute.claims [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.126753] env[69751]: INFO nova.scheduler.client.report [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted allocations for instance 2e7adb3e-ac74-4fe3-898f-256c01297f7b [ 1252.206913] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1252.207261] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b91a4d57-ce60-411f-b070-2b60e93753fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.216080] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1252.216080] env[69751]: value = "task-3484393" [ 1252.216080] env[69751]: _type = "Task" [ 1252.216080] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.224082] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.241869] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.261080] env[69751]: DEBUG nova.compute.manager [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Received event network-vif-plugged-95954d87-7b10-4f2e-b9de-0d33bc9e250f {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.261355] env[69751]: DEBUG oslo_concurrency.lockutils [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] Acquiring lock "a62305c9-d5cc-49b1-9b23-3c62d94931af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.261524] env[69751]: DEBUG oslo_concurrency.lockutils [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.261707] env[69751]: DEBUG oslo_concurrency.lockutils [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.261880] env[69751]: DEBUG nova.compute.manager [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] No waiting events found dispatching network-vif-plugged-95954d87-7b10-4f2e-b9de-0d33bc9e250f {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1252.262035] env[69751]: WARNING nova.compute.manager [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Received unexpected event network-vif-plugged-95954d87-7b10-4f2e-b9de-0d33bc9e250f for instance with vm_state building and task_state spawning. [ 1252.262197] env[69751]: DEBUG nova.compute.manager [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Received event network-changed-95954d87-7b10-4f2e-b9de-0d33bc9e250f {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.262349] env[69751]: DEBUG nova.compute.manager [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Refreshing instance network info cache due to event network-changed-95954d87-7b10-4f2e-b9de-0d33bc9e250f. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.262521] env[69751]: DEBUG oslo_concurrency.lockutils [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] Acquiring lock "refresh_cache-a62305c9-d5cc-49b1-9b23-3c62d94931af" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.280651] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.416527] env[69751]: DEBUG nova.network.neutron [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1252.618816] env[69751]: DEBUG nova.network.neutron [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Updating instance_info_cache with network_info: [{"id": "95954d87-7b10-4f2e-b9de-0d33bc9e250f", "address": "fa:16:3e:d6:49:59", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95954d87-7b", "ovs_interfaceid": "95954d87-7b10-4f2e-b9de-0d33bc9e250f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.634621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c70e19c-b51f-434c-aba1-48c885610330 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "2e7adb3e-ac74-4fe3-898f-256c01297f7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.387s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.725490] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484393, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.741894] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.929624} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.742076] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.744315] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5eb1409-be07-4776-8311-07005ef5af67 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.765428] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 1ac99921-8447-4701-8811-c11aba41ffa8/1ac99921-8447-4701-8811-c11aba41ffa8.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.766014] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae0fb05b-7605-4622-98be-198490797174 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.789385] env[69751]: DEBUG oslo_vmware.api [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484379, 'name': ReconfigVM_Task, 'duration_secs': 5.937027} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.790681] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.790899] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfigured VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1252.793113] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1252.793113] env[69751]: value = "task-3484394" [ 1252.793113] env[69751]: _type = "Task" [ 1252.793113] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.802455] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.098074] env[69751]: DEBUG nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1253.123853] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "refresh_cache-a62305c9-d5cc-49b1-9b23-3c62d94931af" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.123853] env[69751]: DEBUG nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Instance network_info: |[{"id": "95954d87-7b10-4f2e-b9de-0d33bc9e250f", "address": "fa:16:3e:d6:49:59", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95954d87-7b", "ovs_interfaceid": "95954d87-7b10-4f2e-b9de-0d33bc9e250f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1253.123853] env[69751]: DEBUG oslo_concurrency.lockutils [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] Acquired lock "refresh_cache-a62305c9-d5cc-49b1-9b23-3c62d94931af" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.123853] env[69751]: DEBUG nova.network.neutron [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Refreshing network info cache for port 95954d87-7b10-4f2e-b9de-0d33bc9e250f {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.125529] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:49:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '95954d87-7b10-4f2e-b9de-0d33bc9e250f', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.137823] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1253.147934] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.149120] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1daab9d8-03ae-4692-af82-1aea7731a974 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.173600] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1253.174067] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.174354] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.174659] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.176744] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.176744] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1253.176744] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1253.176744] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1253.176744] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1253.176744] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1253.176744] env[69751]: DEBUG nova.virt.hardware [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1253.180196] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8335fd79-add2-494c-8014-851e43d74bb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.191814] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9eb736-487a-4196-bdcd-8ec11dc8ce11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.197219] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.197219] env[69751]: value = "task-3484395" [ 1253.197219] env[69751]: _type = "Task" [ 1253.197219] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.219818] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484395, 'name': CreateVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.234829] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484393, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.311335] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484394, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.455825] env[69751]: DEBUG nova.compute.manager [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-vif-deleted-f24c2374-ffe0-4b71-be66-a9af15060c67 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.456073] env[69751]: INFO nova.compute.manager [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Neutron deleted interface f24c2374-ffe0-4b71-be66-a9af15060c67; detaching it from the instance and deleting it from the info cache [ 1253.456339] env[69751]: DEBUG nova.network.neutron [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "cb43d206-1398-4a74-8197-cddc3cddebb3", "address": "fa:16:3e:15:59:d0", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb43d206-13", "ovs_interfaceid": "cb43d206-1398-4a74-8197-cddc3cddebb3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.480979] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d9df81-7241-4254-9771-3d6363dcd7d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.489921] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28a2347-4008-4ad5-aacc-679127698edb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.531774] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591ad2fa-32b8-41ad-8eff-8eb2206eb38a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.547895] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847b2f3c-5720-4b79-b886-639f503f4cbf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.565290] env[69751]: DEBUG nova.compute.provider_tree [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.613505] env[69751]: DEBUG nova.network.neutron [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Updated VIF entry in instance network info cache for port 95954d87-7b10-4f2e-b9de-0d33bc9e250f. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.613863] env[69751]: DEBUG nova.network.neutron [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Updating instance_info_cache with network_info: [{"id": "95954d87-7b10-4f2e-b9de-0d33bc9e250f", "address": "fa:16:3e:d6:49:59", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap95954d87-7b", "ovs_interfaceid": "95954d87-7b10-4f2e-b9de-0d33bc9e250f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.633318] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1253.633565] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696552', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'name': 'volume-f0ff0ff0-288a-4d92-a924-58c33977a39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e664cb5-993f-46f0-b13e-26e3df475d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'serial': 'f0ff0ff0-288a-4d92-a924-58c33977a39f'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1253.634703] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a53a43-dd7f-4008-8c19-681111aec4ff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.654869] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0a4f35-b277-497a-8251-c76478b43593 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.660163] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "d79fe61c-d533-4daf-8632-48d368ff69e3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.660435] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.684661] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] volume-f0ff0ff0-288a-4d92-a924-58c33977a39f/volume-f0ff0ff0-288a-4d92-a924-58c33977a39f.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.685800] env[69751]: DEBUG nova.compute.utils [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.689912] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08adc578-9557-4a9c-b6b9-408a4bddec82 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.711206] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484395, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.712517] env[69751]: DEBUG oslo_vmware.api [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1253.712517] env[69751]: value = "task-3484396" [ 1253.712517] env[69751]: _type = "Task" [ 1253.712517] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.720325] env[69751]: DEBUG oslo_vmware.api [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484396, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.727718] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484393, 'name': CreateSnapshot_Task, 'duration_secs': 1.179632} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.727994] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1253.728714] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc19b89d-d60c-4833-966a-d9a2a9b6b298 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.734175] env[69751]: DEBUG nova.compute.manager [req-d1f7d2c5-8313-4389-8b5b-17bae4eccc04 req-3c8d540d-92e3-4d2c-9e11-a6e39eed2dff service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Received event network-vif-plugged-cace2cb8-b898-488b-9693-3c00303fa7f6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.734397] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1f7d2c5-8313-4389-8b5b-17bae4eccc04 req-3c8d540d-92e3-4d2c-9e11-a6e39eed2dff service nova] Acquiring lock "b530fc14-6364-4ad3-bed8-569e04e7ff52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.734608] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1f7d2c5-8313-4389-8b5b-17bae4eccc04 req-3c8d540d-92e3-4d2c-9e11-a6e39eed2dff service nova] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.734776] env[69751]: DEBUG oslo_concurrency.lockutils [req-d1f7d2c5-8313-4389-8b5b-17bae4eccc04 req-3c8d540d-92e3-4d2c-9e11-a6e39eed2dff service nova] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.734955] env[69751]: DEBUG nova.compute.manager [req-d1f7d2c5-8313-4389-8b5b-17bae4eccc04 req-3c8d540d-92e3-4d2c-9e11-a6e39eed2dff service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] No waiting events found dispatching network-vif-plugged-cace2cb8-b898-488b-9693-3c00303fa7f6 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1253.735138] env[69751]: WARNING nova.compute.manager [req-d1f7d2c5-8313-4389-8b5b-17bae4eccc04 req-3c8d540d-92e3-4d2c-9e11-a6e39eed2dff service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Received unexpected event network-vif-plugged-cace2cb8-b898-488b-9693-3c00303fa7f6 for instance with vm_state building and task_state spawning. [ 1253.804323] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484394, 'name': ReconfigVM_Task, 'duration_secs': 0.556124} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.804670] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 1ac99921-8447-4701-8811-c11aba41ffa8/1ac99921-8447-4701-8811-c11aba41ffa8.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.805387] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2251b1b2-937b-4fa1-80bf-79bd83fa0974 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.812212] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1253.812212] env[69751]: value = "task-3484397" [ 1253.812212] env[69751]: _type = "Task" [ 1253.812212] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.820067] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484397, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.959672] env[69751]: DEBUG oslo_concurrency.lockutils [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.959870] env[69751]: DEBUG oslo_concurrency.lockutils [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Acquired lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.960858] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13b9b6-cd33-49ec-98e4-2ff500ef1753 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.981503] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2954eb-1a79-4a28-b26d-46ff33903a51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.007218] env[69751]: DEBUG nova.virt.vmwareapi.vmops [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfiguring VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1254.007536] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3caf389c-1804-4048-9adb-cdb5f0261f4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.024528] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Waiting for the task: (returnval){ [ 1254.024528] env[69751]: value = "task-3484398" [ 1254.024528] env[69751]: _type = "Task" [ 1254.024528] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.032102] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.032268] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.032443] env[69751]: DEBUG nova.network.neutron [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.033900] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.039551] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.068661] env[69751]: DEBUG nova.scheduler.client.report [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.116940] env[69751]: DEBUG oslo_concurrency.lockutils [req-f074cc7b-63dc-44a0-a59e-8c096b36e18a req-7628945c-552c-41bc-898b-591feffdbf8c service nova] Releasing lock "refresh_cache-a62305c9-d5cc-49b1-9b23-3c62d94931af" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.141313] env[69751]: DEBUG nova.network.neutron [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Successfully updated port: cace2cb8-b898-488b-9693-3c00303fa7f6 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1254.202678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.542s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.213291] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484395, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.221389] env[69751]: DEBUG oslo_vmware.api [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484396, 'name': ReconfigVM_Task, 'duration_secs': 0.311221} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.221664] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Reconfigured VM instance instance-00000062 to attach disk [datastore1] volume-f0ff0ff0-288a-4d92-a924-58c33977a39f/volume-f0ff0ff0-288a-4d92-a924-58c33977a39f.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.226311] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bafaf622-f16e-49fa-88c5-17056caf495b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.248763] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1254.249099] env[69751]: DEBUG oslo_vmware.api [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1254.249099] env[69751]: value = "task-3484399" [ 1254.249099] env[69751]: _type = "Task" [ 1254.249099] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.249308] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39541fe1-9a6d-49d4-a9fa-957cfc114ab3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.261936] env[69751]: DEBUG oslo_vmware.api [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.263209] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1254.263209] env[69751]: value = "task-3484400" [ 1254.263209] env[69751]: _type = "Task" [ 1254.263209] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.271129] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484400, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.321279] env[69751]: DEBUG nova.compute.manager [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-vif-deleted-cb43d206-1398-4a74-8197-cddc3cddebb3 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.321611] env[69751]: INFO nova.compute.manager [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Neutron deleted interface cb43d206-1398-4a74-8197-cddc3cddebb3; detaching it from the instance and deleting it from the info cache [ 1254.321937] env[69751]: DEBUG nova.network.neutron [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.326991] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484397, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.537682] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.573965] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.574656] env[69751]: DEBUG nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1254.577432] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.903s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.577926] env[69751]: DEBUG nova.objects.instance [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lazy-loading 'resources' on Instance uuid 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.643664] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "refresh_cache-b530fc14-6364-4ad3-bed8-569e04e7ff52" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.643664] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "refresh_cache-b530fc14-6364-4ad3-bed8-569e04e7ff52" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.643803] env[69751]: DEBUG nova.network.neutron [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.713394] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484395, 'name': CreateVM_Task, 'duration_secs': 1.348648} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.713539] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.714250] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.714406] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.714800] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.715117] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-931999b3-ec71-434a-a150-9985eedb1b74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.720966] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1254.720966] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b271ea-f89b-9017-2410-9ab6bef8b75b" [ 1254.720966] env[69751]: _type = "Task" [ 1254.720966] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.729611] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b271ea-f89b-9017-2410-9ab6bef8b75b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.763147] env[69751]: DEBUG oslo_vmware.api [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484399, 'name': ReconfigVM_Task, 'duration_secs': 0.339529} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.763479] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696552', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'name': 'volume-f0ff0ff0-288a-4d92-a924-58c33977a39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e664cb5-993f-46f0-b13e-26e3df475d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'serial': 'f0ff0ff0-288a-4d92-a924-58c33977a39f'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1254.774112] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484400, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.776838] env[69751]: INFO nova.network.neutron [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Port cb43d206-1398-4a74-8197-cddc3cddebb3 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1254.776838] env[69751]: DEBUG nova.network.neutron [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [{"id": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "address": "fa:16:3e:5d:7b:7e", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cdbaafd-e4", "ovs_interfaceid": "8cdbaafd-e4f4-44d0-8161-5f61c646a886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.822797] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484397, 'name': Rename_Task, 'duration_secs': 0.773974} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.822987] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.823256] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c64efee9-ed4c-4da4-81f2-a45a2a2a2554 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.827554] env[69751]: DEBUG oslo_concurrency.lockutils [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.829923] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1254.829923] env[69751]: value = "task-3484401" [ 1254.829923] env[69751]: _type = "Task" [ 1254.829923] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.837756] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.035980] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.081417] env[69751]: DEBUG nova.compute.utils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.085112] env[69751]: DEBUG nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1255.085299] env[69751]: DEBUG nova.network.neutron [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.122584] env[69751]: DEBUG nova.policy [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9fc7e8d37acd4830916dddef25efd5ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef9b61d24d834ce98de66e695f58156b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.184712] env[69751]: DEBUG nova.network.neutron [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.234489] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.234725] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Processing image 2aa2c340-91bd-43e4-93fb-1b3886510fbf {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.234972] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf/2aa2c340-91bd-43e4-93fb-1b3886510fbf.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.235134] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf/2aa2c340-91bd-43e4-93fb-1b3886510fbf.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.235386] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.235584] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2005cc29-08d7-49dd-ab64-859e7d69b1c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.245341] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "d79fe61c-d533-4daf-8632-48d368ff69e3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.245573] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.245788] env[69751]: INFO nova.compute.manager [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Attaching volume 1965862e-85b3-4de3-bbee-1b4e83be57a3 to /dev/sdb [ 1255.250597] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.250787] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.255835] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dae6d68-7dd2-49ef-bd2b-b56d6a6b66b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.263785] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1255.263785] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bc4e62-6c92-5cee-69c4-347d539d8e5f" [ 1255.263785] env[69751]: _type = "Task" [ 1255.263785] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.279579] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.281638] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bc4e62-6c92-5cee-69c4-347d539d8e5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.284888] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484400, 'name': CloneVM_Task} progress is 95%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.297480] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90d12e9-bb29-417b-8924-9f619ffabb49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.307046] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca5e28-8762-44af-bc6d-74782692a627 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.323282] env[69751]: DEBUG nova.virt.block_device [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updating existing volume attachment record: f02c1509-b4c8-4c45-8224-80b1c6550a0c {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1255.339225] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.341633] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0bfa8c-8d49-472a-891f-b7dc551f1754 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.349147] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f40430-c570-4325-95f4-82dca41ba0f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.380329] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff5f13a-8b1c-4803-94b0-e2abbaff4ca0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.389825] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702137aa-7c02-4559-9dc3-5d01cd6c5693 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.405200] env[69751]: DEBUG nova.compute.provider_tree [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.452534] env[69751]: DEBUG nova.network.neutron [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Updating instance_info_cache with network_info: [{"id": "cace2cb8-b898-488b-9693-3c00303fa7f6", "address": "fa:16:3e:24:a0:38", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcace2cb8-b8", "ovs_interfaceid": "cace2cb8-b898-488b-9693-3c00303fa7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.537455] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.586474] env[69751]: DEBUG nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1255.599340] env[69751]: DEBUG nova.network.neutron [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Successfully created port: 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1255.783483] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Preparing fetch location {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1255.784133] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Fetch image to [datastore1] OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3/OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3.vmdk {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1255.784426] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Downloading stream optimized image 2aa2c340-91bd-43e4-93fb-1b3886510fbf to [datastore1] OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3/OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3.vmdk on the data store datastore1 as vApp {{(pid=69751) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1255.787092] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Downloading image file data 2aa2c340-91bd-43e4-93fb-1b3886510fbf to the ESX as VM named 'OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3' {{(pid=69751) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1255.787092] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484400, 'name': CloneVM_Task, 'duration_secs': 1.172506} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.788202] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f55adbcb-21cb-41a6-978d-d862a67729a6 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-ce994f0b-dd43-4aaf-868f-5037e43dd4ac-cb43d206-1398-4a74-8197-cddc3cddebb3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.613s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.789311] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Created linked-clone VM from snapshot [ 1255.792377] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf2795a-cab7-433a-8134-0824d09f5f55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.798925] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Uploading image 86657205-586c-47f2-acaf-448ae2fbf478 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1255.843565] env[69751]: DEBUG nova.objects.instance [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'flavor' on Instance uuid 8e664cb5-993f-46f0-b13e-26e3df475d46 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.855946] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484401, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.862035] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1255.862035] env[69751]: value = "vm-696558" [ 1255.862035] env[69751]: _type = "VirtualMachine" [ 1255.862035] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1255.862035] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-53dde4f6-4355-40c6-bfa5-ea82a607fbff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.870704] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lease: (returnval){ [ 1255.870704] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5273f346-b45a-9412-449b-626c7ff93780" [ 1255.870704] env[69751]: _type = "HttpNfcLease" [ 1255.870704] env[69751]: } obtained for exporting VM: (result){ [ 1255.870704] env[69751]: value = "vm-696558" [ 1255.870704] env[69751]: _type = "VirtualMachine" [ 1255.870704] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1255.871050] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the lease: (returnval){ [ 1255.871050] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5273f346-b45a-9412-449b-626c7ff93780" [ 1255.871050] env[69751]: _type = "HttpNfcLease" [ 1255.871050] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1255.880945] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.880945] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5273f346-b45a-9412-449b-626c7ff93780" [ 1255.880945] env[69751]: _type = "HttpNfcLease" [ 1255.880945] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.898558] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1255.898558] env[69751]: value = "resgroup-9" [ 1255.898558] env[69751]: _type = "ResourcePool" [ 1255.898558] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1255.898776] env[69751]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-76db4bbf-e924-47e6-a99c-f9c2b3fb0501 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.916867] env[69751]: DEBUG nova.scheduler.client.report [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.926384] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease: (returnval){ [ 1255.926384] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f7dcbf-da5e-93b7-c440-62c7c041c718" [ 1255.926384] env[69751]: _type = "HttpNfcLease" [ 1255.926384] env[69751]: } obtained for vApp import into resource pool (val){ [ 1255.926384] env[69751]: value = "resgroup-9" [ 1255.926384] env[69751]: _type = "ResourcePool" [ 1255.926384] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1255.926610] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the lease: (returnval){ [ 1255.926610] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f7dcbf-da5e-93b7-c440-62c7c041c718" [ 1255.926610] env[69751]: _type = "HttpNfcLease" [ 1255.926610] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1255.936795] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1255.936795] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f7dcbf-da5e-93b7-c440-62c7c041c718" [ 1255.936795] env[69751]: _type = "HttpNfcLease" [ 1255.936795] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1255.955296] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "refresh_cache-b530fc14-6364-4ad3-bed8-569e04e7ff52" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.955721] env[69751]: DEBUG nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Instance network_info: |[{"id": "cace2cb8-b898-488b-9693-3c00303fa7f6", "address": "fa:16:3e:24:a0:38", "network": {"id": "79cee337-cc03-4325-bb26-0a64376d3fd1", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-976552648-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "33279992d4e542ad94ce9a0e38fb58f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcace2cb8-b8", "ovs_interfaceid": "cace2cb8-b898-488b-9693-3c00303fa7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.956218] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:a0:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cace2cb8-b898-488b-9693-3c00303fa7f6', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.965102] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.965368] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.965647] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-095bb096-3274-4950-bc27-fe81500f1b2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.987413] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.987413] env[69751]: value = "task-3484407" [ 1255.987413] env[69751]: _type = "Task" [ 1255.987413] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.996445] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484407, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.037123] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.356157] env[69751]: DEBUG oslo_vmware.api [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484401, 'name': PowerOnVM_Task, 'duration_secs': 1.494251} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.356507] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1256.356628] env[69751]: INFO nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Took 10.33 seconds to spawn the instance on the hypervisor. [ 1256.356808] env[69751]: DEBUG nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1256.357341] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1324c548-2d08-4c9d-9b8b-24c88196319f tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.348s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.358702] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7ed3d9-b022-4023-8828-e53a4a1ed4bc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.380594] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.380594] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5273f346-b45a-9412-449b-626c7ff93780" [ 1256.380594] env[69751]: _type = "HttpNfcLease" [ 1256.380594] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1256.380921] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1256.380921] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5273f346-b45a-9412-449b-626c7ff93780" [ 1256.380921] env[69751]: _type = "HttpNfcLease" [ 1256.380921] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1256.381866] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382fc38a-38c6-4e1a-ab82-722b2f11cc62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.389016] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246abed-bb34-1b4b-5b1c-0c27066604d2/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1256.389202] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246abed-bb34-1b4b-5b1c-0c27066604d2/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1256.447384] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.870s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.452325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.061s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.455574] env[69751]: INFO nova.compute.claims [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.464750] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1256.464750] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f7dcbf-da5e-93b7-c440-62c7c041c718" [ 1256.464750] env[69751]: _type = "HttpNfcLease" [ 1256.464750] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1256.465305] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1256.465305] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f7dcbf-da5e-93b7-c440-62c7c041c718" [ 1256.465305] env[69751]: _type = "HttpNfcLease" [ 1256.465305] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1256.466364] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79d2561-6dcb-4438-ba79-d11e9a3c1627 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.475507] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52897959-81eb-64bb-f23d-d4533927e5a6/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1256.475698] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52897959-81eb-64bb-f23d-d4533927e5a6/disk-0.vmdk. {{(pid=69751) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1256.477491] env[69751]: INFO nova.scheduler.client.report [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted allocations for instance 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23 [ 1256.546912] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-171ddb14-b5a2-4bd3-a15b-5e705814c2a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.558690] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3828c037-c96d-4559-9ed2-2699383ac044 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.560324] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484407, 'name': CreateVM_Task, 'duration_secs': 0.340119} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.560591] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.564829] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.564829] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.564829] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.564829] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.564829] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d86709-0bd7-43b5-aa4a-747711f0237e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.570383] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1256.570383] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228b479-8513-5182-4dd5-bb48a343ec69" [ 1256.570383] env[69751]: _type = "Task" [ 1256.570383] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.578654] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228b479-8513-5182-4dd5-bb48a343ec69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.597783] env[69751]: DEBUG nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1256.674504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "8e664cb5-993f-46f0-b13e-26e3df475d46" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.674768] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.679823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "68ed60f9-b51b-4359-afd6-839d699105ba" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.680050] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.757531] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1256.757793] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.757952] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.758157] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.758305] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.758450] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1256.758655] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1256.758814] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1256.758983] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1256.759155] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1256.759464] env[69751]: DEBUG nova.virt.hardware [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1256.760433] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf28e0-0827-4ca6-a611-5f658cc4bf1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.771072] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd2cd7-f58a-445e-9231-eb369656b5e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.879017] env[69751]: INFO nova.compute.manager [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Took 16.95 seconds to build instance. [ 1257.048463] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0172b163-4fda-4f9f-82b3-17aab6ed9b74 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "0fa19d30-588c-4a7c-9bbb-b83d18ba9c23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.561s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.054492] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.059374] env[69751]: DEBUG nova.compute.manager [req-5344aeac-4598-450b-86e4-bd039879a019 req-fe5407f8-6c40-4fed-ac2f-96135ce7dab0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Received event network-vif-plugged-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.060585] env[69751]: DEBUG oslo_concurrency.lockutils [req-5344aeac-4598-450b-86e4-bd039879a019 req-fe5407f8-6c40-4fed-ac2f-96135ce7dab0 service nova] Acquiring lock "a9646473-9b6c-47ba-ace6-f80e433ba971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.060585] env[69751]: DEBUG oslo_concurrency.lockutils [req-5344aeac-4598-450b-86e4-bd039879a019 req-fe5407f8-6c40-4fed-ac2f-96135ce7dab0 service nova] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.060585] env[69751]: DEBUG oslo_concurrency.lockutils [req-5344aeac-4598-450b-86e4-bd039879a019 req-fe5407f8-6c40-4fed-ac2f-96135ce7dab0 service nova] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.060960] env[69751]: DEBUG nova.compute.manager [req-5344aeac-4598-450b-86e4-bd039879a019 req-fe5407f8-6c40-4fed-ac2f-96135ce7dab0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] No waiting events found dispatching network-vif-plugged-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1257.061580] env[69751]: WARNING nova.compute.manager [req-5344aeac-4598-450b-86e4-bd039879a019 req-fe5407f8-6c40-4fed-ac2f-96135ce7dab0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Received unexpected event network-vif-plugged-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf for instance with vm_state building and task_state spawning. [ 1257.082894] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228b479-8513-5182-4dd5-bb48a343ec69, 'name': SearchDatastore_Task, 'duration_secs': 0.009375} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.084867] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.085140] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1257.085463] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.085681] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.085978] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.086285] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6451cf4-4fc9-46ba-b7d4-454bbac9f6fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.096623] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.096861] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1257.097985] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b38993-6311-4a9e-ac04-1e1ccc09b208 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.106366] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1257.106366] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5213ea02-94e4-67ba-3cfd-a70d2e2ffe0f" [ 1257.106366] env[69751]: _type = "Task" [ 1257.106366] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.117918] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5213ea02-94e4-67ba-3cfd-a70d2e2ffe0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.145489] env[69751]: DEBUG nova.network.neutron [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Successfully updated port: 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1257.178173] env[69751]: INFO nova.compute.manager [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Detaching volume f0ff0ff0-288a-4d92-a924-58c33977a39f [ 1257.183785] env[69751]: DEBUG nova.compute.utils [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1257.228016] env[69751]: INFO nova.virt.block_device [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Attempting to driver detach volume f0ff0ff0-288a-4d92-a924-58c33977a39f from mountpoint /dev/sdb [ 1257.228373] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1257.228627] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696552', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'name': 'volume-f0ff0ff0-288a-4d92-a924-58c33977a39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e664cb5-993f-46f0-b13e-26e3df475d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'serial': 'f0ff0ff0-288a-4d92-a924-58c33977a39f'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1257.230015] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6adb09-d561-465e-8dd5-48ad363ea817 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.262848] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bede447-57ba-4249-aefd-0623a68e26bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.271472] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a83268-21cb-4f9f-a3de-104af75231a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.292722] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2762f6b6-326b-4988-8e51-51453ba6baa7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.310686] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] The volume has not been displaced from its original location: [datastore1] volume-f0ff0ff0-288a-4d92-a924-58c33977a39f/volume-f0ff0ff0-288a-4d92-a924-58c33977a39f.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1257.316403] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1257.322203] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80a7e2a1-4510-488e-a3d1-8eadbc9d85ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.347847] env[69751]: DEBUG oslo_vmware.api [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1257.347847] env[69751]: value = "task-3484408" [ 1257.347847] env[69751]: _type = "Task" [ 1257.347847] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.353433] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Completed reading data from the image iterator. {{(pid=69751) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1257.354577] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52897959-81eb-64bb-f23d-d4533927e5a6/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1257.354577] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643e0667-4afe-4e87-a13b-6d6f621402cd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.362212] env[69751]: DEBUG oslo_vmware.api [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.364364] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52897959-81eb-64bb-f23d-d4533927e5a6/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1257.365024] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52897959-81eb-64bb-f23d-d4533927e5a6/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1257.365024] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2bb5e9a1-a27e-432b-ae21-c14bcf340284 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.382558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3c748b20-db0f-4678-b4b0-a0b80b678e02 tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "1ac99921-8447-4701-8811-c11aba41ffa8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.467s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.549273] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.621214] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5213ea02-94e4-67ba-3cfd-a70d2e2ffe0f, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.622075] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02448097-0ad5-412c-befe-f997df9f1e73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.630544] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1257.630544] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52598edf-c209-7e22-04ac-2315a579197d" [ 1257.630544] env[69751]: _type = "Task" [ 1257.630544] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.638843] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52598edf-c209-7e22-04ac-2315a579197d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.650048] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "refresh_cache-a9646473-9b6c-47ba-ace6-f80e433ba971" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.650241] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired lock "refresh_cache-a9646473-9b6c-47ba-ace6-f80e433ba971" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.650414] env[69751]: DEBUG nova.network.neutron [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.682568] env[69751]: DEBUG oslo_vmware.rw_handles [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52897959-81eb-64bb-f23d-d4533927e5a6/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1257.682969] env[69751]: INFO nova.virt.vmwareapi.images [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Downloaded image file data 2aa2c340-91bd-43e4-93fb-1b3886510fbf [ 1257.683913] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5f5051-466c-4436-bc76-79f9d8470abc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.688772] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25f49f1-7e80-46cd-8807-a0de7e19b7a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.703185] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.704612] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c65ff627-73ea-4642-85f8-bcf85df2183c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.710069] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe9357c-cc5c-4817-a99c-d4d96c70ddca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.742744] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe51a59-7d68-495e-bec9-3853f324cc57 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.745525] env[69751]: INFO nova.virt.vmwareapi.images [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] The imported VM was unregistered [ 1257.747552] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Caching image {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1257.747552] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1257.747868] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d56b26bf-e59e-47cb-9937-40e263645c73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.754724] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cad171c-43ea-480b-a395-25a9abd09d4b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.762144] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created directory with path [datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1257.762360] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3/OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3.vmdk to [datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf/2aa2c340-91bd-43e4-93fb-1b3886510fbf.vmdk. {{(pid=69751) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1257.763015] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ae218a5d-a5fd-49d0-80bd-4ee1246210ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.772956] env[69751]: DEBUG nova.compute.provider_tree [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.779495] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1257.779495] env[69751]: value = "task-3484410" [ 1257.779495] env[69751]: _type = "Task" [ 1257.779495] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.787374] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484410, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.857808] env[69751]: DEBUG oslo_vmware.api [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484408, 'name': ReconfigVM_Task, 'duration_secs': 0.353652} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.857808] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1257.862390] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18bcf852-4eb7-4df9-a390-1c535c352e29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.879960] env[69751]: DEBUG oslo_vmware.api [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1257.879960] env[69751]: value = "task-3484412" [ 1257.879960] env[69751]: _type = "Task" [ 1257.879960] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.890279] env[69751]: DEBUG oslo_vmware.api [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.048919] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.143843] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52598edf-c209-7e22-04ac-2315a579197d, 'name': SearchDatastore_Task, 'duration_secs': 0.01038} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.144269] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.144637] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] b530fc14-6364-4ad3-bed8-569e04e7ff52/b530fc14-6364-4ad3-bed8-569e04e7ff52.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1258.144993] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33c84781-9b88-40dd-b3be-798dba251167 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.157319] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1258.157319] env[69751]: value = "task-3484413" [ 1258.157319] env[69751]: _type = "Task" [ 1258.157319] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.168514] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.193791] env[69751]: DEBUG nova.network.neutron [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1258.275960] env[69751]: DEBUG nova.scheduler.client.report [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.309871] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484410, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.392732] env[69751]: DEBUG oslo_vmware.api [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484412, 'name': ReconfigVM_Task, 'duration_secs': 0.160862} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.393438] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696552', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'name': 'volume-f0ff0ff0-288a-4d92-a924-58c33977a39f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8e664cb5-993f-46f0-b13e-26e3df475d46', 'attached_at': '', 'detached_at': '', 'volume_id': 'f0ff0ff0-288a-4d92-a924-58c33977a39f', 'serial': 'f0ff0ff0-288a-4d92-a924-58c33977a39f'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1258.436009] env[69751]: DEBUG nova.network.neutron [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Updating instance_info_cache with network_info: [{"id": "4cce1d03-3713-4ae3-9e4a-57c7da62bcbf", "address": "fa:16:3e:15:11:f2", "network": {"id": "c00c7040-aaef-459f-bf70-9e821bb37e94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-123355558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9b61d24d834ce98de66e695f58156b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cce1d03-37", "ovs_interfaceid": "4cce1d03-3713-4ae3-9e4a-57c7da62bcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.551435] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.668743] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.770189] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "68ed60f9-b51b-4359-afd6-839d699105ba" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.771321] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.771321] env[69751]: INFO nova.compute.manager [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Attaching volume 4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3 to /dev/sdb [ 1258.798540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.799085] env[69751]: DEBUG nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.802919] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.767s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.802919] env[69751]: DEBUG nova.objects.instance [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lazy-loading 'resources' on Instance uuid 3053b507-d372-470f-8ac7-be2d5a083325 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.811722] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484410, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.939760] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Releasing lock "refresh_cache-a9646473-9b6c-47ba-ace6-f80e433ba971" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.940106] env[69751]: DEBUG nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Instance network_info: |[{"id": "4cce1d03-3713-4ae3-9e4a-57c7da62bcbf", "address": "fa:16:3e:15:11:f2", "network": {"id": "c00c7040-aaef-459f-bf70-9e821bb37e94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-123355558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9b61d24d834ce98de66e695f58156b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cce1d03-37", "ovs_interfaceid": "4cce1d03-3713-4ae3-9e4a-57c7da62bcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1258.940592] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:11:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cce1d03-3713-4ae3-9e4a-57c7da62bcbf', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.950135] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.950135] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.950135] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f211f7d3-3d2b-4b02-8820-994f29467ae2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.968930] env[69751]: DEBUG nova.objects.instance [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'flavor' on Instance uuid 8e664cb5-993f-46f0-b13e-26e3df475d46 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.983279] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.983279] env[69751]: value = "task-3484414" [ 1258.983279] env[69751]: _type = "Task" [ 1258.983279] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.994113] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484414, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.015046] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097a3cd3-9a3e-476d-ac67-01f680e817d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.024025] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36e288c-6886-42f9-acfd-64b0aed18e48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.040178] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.040389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.041074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.041074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.041074] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.043149] env[69751]: DEBUG nova.virt.block_device [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating existing volume attachment record: 55589ca0-fe84-4167-afd1-77c6ff5b2e18 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1259.046387] env[69751]: INFO nova.compute.manager [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Terminating instance [ 1259.063028] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.090023] env[69751]: DEBUG nova.compute.manager [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Received event network-changed-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.090023] env[69751]: DEBUG nova.compute.manager [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Refreshing instance network info cache due to event network-changed-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.090023] env[69751]: DEBUG oslo_concurrency.lockutils [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] Acquiring lock "refresh_cache-a9646473-9b6c-47ba-ace6-f80e433ba971" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.090023] env[69751]: DEBUG oslo_concurrency.lockutils [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] Acquired lock "refresh_cache-a9646473-9b6c-47ba-ace6-f80e433ba971" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.090023] env[69751]: DEBUG nova.network.neutron [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Refreshing network info cache for port 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.170416] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484413, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.307923] env[69751]: DEBUG nova.compute.utils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.311832] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484410, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.312639] env[69751]: DEBUG nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.313155] env[69751]: DEBUG nova.network.neutron [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.354216] env[69751]: DEBUG nova.policy [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18fdeaba2f7b46ef92c915781b215a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9facad89c76b463a874d4227e5a3e4c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.500241] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484414, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.554840] env[69751]: DEBUG nova.compute.manager [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1259.555092] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.555399] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.558869] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1597bd2-558a-4b80-aa8d-948832a543da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.569469] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.569763] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57e8a1c9-1211-4a2c-a878-d41f6dc73a5e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.578564] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f17c7a-616f-4a25-8a1e-859c50108c2c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.582867] env[69751]: DEBUG oslo_vmware.api [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1259.582867] env[69751]: value = "task-3484416" [ 1259.582867] env[69751]: _type = "Task" [ 1259.582867] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.590570] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f024356-3506-490d-8f69-b8475be6d4eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.601884] env[69751]: DEBUG oslo_vmware.api [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.630534] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c818c8b4-dc73-4907-ad19-ed067c25598f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.638728] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2132ac17-2f66-4c73-a76b-e65c48ccdefc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.657786] env[69751]: DEBUG nova.compute.provider_tree [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.668286] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.713176] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "1ac99921-8447-4701-8811-c11aba41ffa8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.714723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "1ac99921-8447-4701-8811-c11aba41ffa8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.714723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "1ac99921-8447-4701-8811-c11aba41ffa8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.714723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "1ac99921-8447-4701-8811-c11aba41ffa8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.714723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "1ac99921-8447-4701-8811-c11aba41ffa8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.716872] env[69751]: INFO nova.compute.manager [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Terminating instance [ 1259.809843] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484410, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.813571] env[69751]: DEBUG nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.938386] env[69751]: DEBUG nova.network.neutron [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Successfully created port: 3e3f3377-542e-4bcd-8af6-93f94642292c {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.977246] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d947a1ac-37df-40e6-a34d-72492ec08030 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.302s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.997265] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484414, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.055058] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.078780] env[69751]: DEBUG nova.network.neutron [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Updated VIF entry in instance network info cache for port 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.079209] env[69751]: DEBUG nova.network.neutron [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Updating instance_info_cache with network_info: [{"id": "4cce1d03-3713-4ae3-9e4a-57c7da62bcbf", "address": "fa:16:3e:15:11:f2", "network": {"id": "c00c7040-aaef-459f-bf70-9e821bb37e94", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-123355558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef9b61d24d834ce98de66e695f58156b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cce1d03-37", "ovs_interfaceid": "4cce1d03-3713-4ae3-9e4a-57c7da62bcbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.093551] env[69751]: DEBUG oslo_vmware.api [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484416, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.165293] env[69751]: DEBUG nova.scheduler.client.report [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.177486] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484413, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.222076] env[69751]: DEBUG nova.compute.manager [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1260.222358] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.223559] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b26540-d8a4-4459-8939-baab5f6d67eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.232892] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1260.232892] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9b84771-b3fb-4a70-92e9-499c4584274c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.241320] env[69751]: DEBUG oslo_vmware.api [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1260.241320] env[69751]: value = "task-3484419" [ 1260.241320] env[69751]: _type = "Task" [ 1260.241320] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.251147] env[69751]: DEBUG oslo_vmware.api [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484419, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.307924] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484410, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.389434] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1260.389434] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1260.389591] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dac624-5d6b-4739-b902-717a2648b13c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.413150] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d2372b-4347-419b-ace5-1ccf69a4a988 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.440979] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-1965862e-85b3-4de3-bbee-1b4e83be57a3/volume-1965862e-85b3-4de3-bbee-1b4e83be57a3.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.440979] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23d32e18-dafe-48a2-a598-f88796a04ca5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.462256] env[69751]: DEBUG oslo_vmware.api [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1260.462256] env[69751]: value = "task-3484420" [ 1260.462256] env[69751]: _type = "Task" [ 1260.462256] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.470701] env[69751]: DEBUG oslo_vmware.api [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.497203] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484414, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.553654] env[69751]: DEBUG oslo_vmware.api [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Task: {'id': task-3484398, 'name': ReconfigVM_Task, 'duration_secs': 6.254285} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.553964] env[69751]: DEBUG oslo_concurrency.lockutils [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] Releasing lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.554220] env[69751]: DEBUG nova.virt.vmwareapi.vmops [req-6cf56b45-1ab8-4f13-bd65-470ac8b9d2f1 req-f8a2b99d-5235-4f80-a643-97ec3165542f service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Reconfigured VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1260.554736] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.515s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.554975] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.555246] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.555369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.557611] env[69751]: INFO nova.compute.manager [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Terminating instance [ 1260.581844] env[69751]: DEBUG oslo_concurrency.lockutils [req-4bd4beb9-b41e-458d-9b91-ea9574ecb68a req-43c28939-731e-4798-a8bc-2215cce21ef0 service nova] Releasing lock "refresh_cache-a9646473-9b6c-47ba-ace6-f80e433ba971" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.594074] env[69751]: DEBUG oslo_vmware.api [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484416, 'name': PowerOffVM_Task, 'duration_secs': 0.7156} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.594392] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.594610] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.594945] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1e706bf-e7e8-4e42-8e8a-5fd913db4052 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.667957] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.667957] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.667957] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleting the datastore file [datastore2] aa1839a8-3034-4575-8da3-32e34ddd2cd9 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.671606] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57c6730d-9e2e-4a14-9540-54ea4300d4f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.673522] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.675674] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484413, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.253332} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.676483] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] b530fc14-6364-4ad3-bed8-569e04e7ff52/b530fc14-6364-4ad3-bed8-569e04e7ff52.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.676704] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.677365] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4e6c2b6-ddce-4498-81b6-e76fdc132092 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.681522] env[69751]: DEBUG oslo_vmware.api [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for the task: (returnval){ [ 1260.681522] env[69751]: value = "task-3484422" [ 1260.681522] env[69751]: _type = "Task" [ 1260.681522] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.686021] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1260.686021] env[69751]: value = "task-3484423" [ 1260.686021] env[69751]: _type = "Task" [ 1260.686021] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.693108] env[69751]: DEBUG oslo_vmware.api [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.698313] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.732371] env[69751]: INFO nova.scheduler.client.report [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Deleted allocations for instance 3053b507-d372-470f-8ac7-be2d5a083325 [ 1260.752313] env[69751]: DEBUG oslo_vmware.api [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484419, 'name': PowerOffVM_Task, 'duration_secs': 0.248418} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.752664] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1260.752906] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.753217] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f717e344-59ea-4edd-8ab6-1bc5b49ed8dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.808567] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484410, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.651317} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.808973] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3/OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3.vmdk to [datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf/2aa2c340-91bd-43e4-93fb-1b3886510fbf.vmdk. [ 1260.809198] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Cleaning up location [datastore1] OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1260.809425] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_a8898ec0-e880-40a9-ad92-2cbf9a7471a3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.810146] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b71816f-95e9-42dc-a736-c9a7fc0cf9e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.818314] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1260.818314] env[69751]: value = "task-3484425" [ 1260.818314] env[69751]: _type = "Task" [ 1260.818314] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.831103] env[69751]: DEBUG nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.832943] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.838632] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.838886] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.839076] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Deleting the datastore file [datastore1] 1ac99921-8447-4701-8811-c11aba41ffa8 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.839372] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15d11a12-92ae-4da8-847c-048c7dc94371 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.846701] env[69751]: DEBUG oslo_vmware.api [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for the task: (returnval){ [ 1260.846701] env[69751]: value = "task-3484426" [ 1260.846701] env[69751]: _type = "Task" [ 1260.846701] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.856302] env[69751]: DEBUG oslo_vmware.api [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.865258] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.865526] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.865701] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.865891] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.866051] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.866204] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.866431] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.866603] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.866785] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.867070] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.867272] env[69751]: DEBUG nova.virt.hardware [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.868184] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71c2f67-3e5b-4bb0-bb26-c98ff5169298 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.877706] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2fbfca-5c36-4365-818f-c52c70a844f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.973063] env[69751]: DEBUG oslo_vmware.api [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484420, 'name': ReconfigVM_Task, 'duration_secs': 0.485386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.973344] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-1965862e-85b3-4de3-bbee-1b4e83be57a3/volume-1965862e-85b3-4de3-bbee-1b4e83be57a3.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.978333] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6638edc-047e-4194-945b-c9c2c5846a14 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.997255] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484414, 'name': CreateVM_Task, 'duration_secs': 1.557288} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.998543] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.998906] env[69751]: DEBUG oslo_vmware.api [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1260.998906] env[69751]: value = "task-3484427" [ 1260.998906] env[69751]: _type = "Task" [ 1260.998906] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.999616] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.999832] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.000138] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.000450] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0eb0ea0-3e29-4300-9d29-369710b067ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.008842] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1261.008842] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52338a6c-1473-8011-99d2-5721d0dbbbc2" [ 1261.008842] env[69751]: _type = "Task" [ 1261.008842] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.012570] env[69751]: DEBUG oslo_vmware.api [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484427, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.021258] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52338a6c-1473-8011-99d2-5721d0dbbbc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.061380] env[69751]: DEBUG nova.compute.manager [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.061645] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.062615] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8436711-06ba-41b6-bd24-f5b9b025ece6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.071618] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.071884] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dcb30b0-fea7-4086-a69b-562ba4b7fa5b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.078772] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1261.078772] env[69751]: value = "task-3484428" [ 1261.078772] env[69751]: _type = "Task" [ 1261.078772] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.087752] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.111060] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "8e664cb5-993f-46f0-b13e-26e3df475d46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.111358] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.111576] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "8e664cb5-993f-46f0-b13e-26e3df475d46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.111865] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.112069] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.114318] env[69751]: INFO nova.compute.manager [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Terminating instance [ 1261.196324] env[69751]: DEBUG oslo_vmware.api [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Task: {'id': task-3484422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233532} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.199304] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.199564] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.199764] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.199944] env[69751]: INFO nova.compute.manager [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1261.200220] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.200437] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08479} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.200636] env[69751]: DEBUG nova.compute.manager [-] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.200732] env[69751]: DEBUG nova.network.neutron [-] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.202723] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.203575] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a199a8-cf48-4140-af33-2b8753756dc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.228531] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] b530fc14-6364-4ad3-bed8-569e04e7ff52/b530fc14-6364-4ad3-bed8-569e04e7ff52.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.228874] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3f3c888-d335-4023-80ec-7b4363a94b9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.245984] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a2d9eedb-6018-450b-9f50-0a45ffa057f2 tempest-ServerShowV254Test-498084966 tempest-ServerShowV254Test-498084966-project-member] Lock "3053b507-d372-470f-8ac7-be2d5a083325" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.994s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.251034] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1261.251034] env[69751]: value = "task-3484429" [ 1261.251034] env[69751]: _type = "Task" [ 1261.251034] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.259889] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.328244] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042872} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.328448] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.328618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf/2aa2c340-91bd-43e4-93fb-1b3886510fbf.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.328878] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf/2aa2c340-91bd-43e4-93fb-1b3886510fbf.vmdk to [datastore1] a62305c9-d5cc-49b1-9b23-3c62d94931af/a62305c9-d5cc-49b1-9b23-3c62d94931af.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.329164] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07aa52c3-36e3-45bb-b2bb-f79c644d9d10 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.340970] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1261.340970] env[69751]: value = "task-3484430" [ 1261.340970] env[69751]: _type = "Task" [ 1261.340970] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.355800] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484430, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.361439] env[69751]: DEBUG oslo_vmware.api [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Task: {'id': task-3484426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317948} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.361785] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1261.362058] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1261.362364] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1261.362586] env[69751]: INFO nova.compute.manager [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1261.363154] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1261.363250] env[69751]: DEBUG nova.compute.manager [-] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1261.363335] env[69751]: DEBUG nova.network.neutron [-] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1261.512271] env[69751]: DEBUG oslo_vmware.api [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484427, 'name': ReconfigVM_Task, 'duration_secs': 0.164871} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.513736] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1261.532780] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52338a6c-1473-8011-99d2-5721d0dbbbc2, 'name': SearchDatastore_Task, 'duration_secs': 0.026654} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.532780] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.532780] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.532780] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.532780] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.532780] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.533621] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4494c1d-3160-4825-b65c-9427c40a2c22 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.545910] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.546329] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.547612] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77adaf28-5e0e-47aa-abee-2295fb5dcb85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.555295] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1261.555295] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5297b5b2-9a3c-56a8-3686-0fb6f8b45710" [ 1261.555295] env[69751]: _type = "Task" [ 1261.555295] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.563374] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5297b5b2-9a3c-56a8-3686-0fb6f8b45710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.589526] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484428, 'name': PowerOffVM_Task, 'duration_secs': 0.334853} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.589862] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1261.593022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1261.593022] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2676c50e-52f1-4e67-8c52-40a4b6e0eccd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.617963] env[69751]: DEBUG nova.compute.manager [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1261.618223] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1261.619155] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e31bdaa-3f17-4284-ad4c-5942d0f2adbf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.627978] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1261.629958] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6853751f-2999-46de-b326-fddbadc846ec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.639507] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1261.639507] env[69751]: value = "task-3484432" [ 1261.639507] env[69751]: _type = "Task" [ 1261.639507] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.655219] env[69751]: DEBUG nova.compute.manager [req-d085e397-8fc2-4530-833f-72eac9ee1b76 req-1264391e-cea9-49e1-96e9-a366becbc61e service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Received event network-vif-deleted-43104005-ac52-4e92-9e62-3b267cb4810b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.655502] env[69751]: INFO nova.compute.manager [req-d085e397-8fc2-4530-833f-72eac9ee1b76 req-1264391e-cea9-49e1-96e9-a366becbc61e service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Neutron deleted interface 43104005-ac52-4e92-9e62-3b267cb4810b; detaching it from the instance and deleting it from the info cache [ 1261.655729] env[69751]: DEBUG nova.network.neutron [req-d085e397-8fc2-4530-833f-72eac9ee1b76 req-1264391e-cea9-49e1-96e9-a366becbc61e service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.661111] env[69751]: DEBUG nova.compute.manager [req-b9cde46e-5239-46cc-b788-01c6fc347e39 req-595ca1b4-e4b1-4bf4-9397-afd2ce3ac437 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Received event network-vif-deleted-26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.662649] env[69751]: INFO nova.compute.manager [req-b9cde46e-5239-46cc-b788-01c6fc347e39 req-595ca1b4-e4b1-4bf4-9397-afd2ce3ac437 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Neutron deleted interface 26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d; detaching it from the instance and deleting it from the info cache [ 1261.662649] env[69751]: DEBUG nova.network.neutron [req-b9cde46e-5239-46cc-b788-01c6fc347e39 req-595ca1b4-e4b1-4bf4-9397-afd2ce3ac437 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.691631] env[69751]: DEBUG nova.compute.manager [req-998068ca-ad91-4ad9-ab1f-c68c27b9f42c req-6c7b50ab-f3b6-4e41-9134-18a8a04e9152 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Received event network-vif-plugged-3e3f3377-542e-4bcd-8af6-93f94642292c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.691859] env[69751]: DEBUG oslo_concurrency.lockutils [req-998068ca-ad91-4ad9-ab1f-c68c27b9f42c req-6c7b50ab-f3b6-4e41-9134-18a8a04e9152 service nova] Acquiring lock "5d019851-d7b1-4cda-8d19-c54cbc650180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.692091] env[69751]: DEBUG oslo_concurrency.lockutils [req-998068ca-ad91-4ad9-ab1f-c68c27b9f42c req-6c7b50ab-f3b6-4e41-9134-18a8a04e9152 service nova] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.692270] env[69751]: DEBUG oslo_concurrency.lockutils [req-998068ca-ad91-4ad9-ab1f-c68c27b9f42c req-6c7b50ab-f3b6-4e41-9134-18a8a04e9152 service nova] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.692816] env[69751]: DEBUG nova.compute.manager [req-998068ca-ad91-4ad9-ab1f-c68c27b9f42c req-6c7b50ab-f3b6-4e41-9134-18a8a04e9152 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] No waiting events found dispatching network-vif-plugged-3e3f3377-542e-4bcd-8af6-93f94642292c {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1261.692816] env[69751]: WARNING nova.compute.manager [req-998068ca-ad91-4ad9-ab1f-c68c27b9f42c req-6c7b50ab-f3b6-4e41-9134-18a8a04e9152 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Received unexpected event network-vif-plugged-3e3f3377-542e-4bcd-8af6-93f94642292c for instance with vm_state building and task_state spawning. [ 1261.764896] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484429, 'name': ReconfigVM_Task, 'duration_secs': 0.381765} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.764896] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Reconfigured VM instance instance-0000006d to attach disk [datastore1] b530fc14-6364-4ad3-bed8-569e04e7ff52/b530fc14-6364-4ad3-bed8-569e04e7ff52.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.765479] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcfc849d-64b9-4162-9ea5-a9cdc55b5cc6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.778035] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1261.778035] env[69751]: value = "task-3484433" [ 1261.778035] env[69751]: _type = "Task" [ 1261.778035] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.784904] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484433, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.854138] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484430, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.986098] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1261.986446] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1261.986652] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleting the datastore file [datastore1] ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1261.986966] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ad9c178-fcb1-4a21-9ca5-03d0e0b7deff {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.995024] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1261.995024] env[69751]: value = "task-3484435" [ 1261.995024] env[69751]: _type = "Task" [ 1261.995024] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.005924] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.067704] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5297b5b2-9a3c-56a8-3686-0fb6f8b45710, 'name': SearchDatastore_Task, 'duration_secs': 0.02166} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.070927] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-223d9602-b471-4a35-bd86-76923ea23818 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.078344] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1262.078344] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526eae29-272b-ad34-58c0-c9c84dc3f2b2" [ 1262.078344] env[69751]: _type = "Task" [ 1262.078344] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.089641] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526eae29-272b-ad34-58c0-c9c84dc3f2b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.134526] env[69751]: DEBUG nova.network.neutron [-] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.140828] env[69751]: DEBUG nova.network.neutron [-] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.154028] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484432, 'name': PowerOffVM_Task, 'duration_secs': 0.274512} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.154531] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1262.154779] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1262.155623] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05b2a604-52c3-4508-a3a9-5ad0d6b174ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.158655] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ded4abb6-5d90-4acd-aa97-e27a282cb407 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.166978] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be536309-5878-4f2c-bf2d-2d5b9f3fd144 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.174038] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65781c49-e842-43c5-95b3-73b2ed447bcd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.192304] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f086e4-9632-4d3b-a4c4-406ae71437d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.219588] env[69751]: DEBUG nova.compute.manager [req-d085e397-8fc2-4530-833f-72eac9ee1b76 req-1264391e-cea9-49e1-96e9-a366becbc61e service nova] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Detach interface failed, port_id=43104005-ac52-4e92-9e62-3b267cb4810b, reason: Instance aa1839a8-3034-4575-8da3-32e34ddd2cd9 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.244593] env[69751]: DEBUG nova.compute.manager [req-b9cde46e-5239-46cc-b788-01c6fc347e39 req-595ca1b4-e4b1-4bf4-9397-afd2ce3ac437 service nova] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Detach interface failed, port_id=26a2a7b4-5c0f-4de0-927d-2a6d2defbc5d, reason: Instance 1ac99921-8447-4701-8811-c11aba41ffa8 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1262.246531] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1262.246747] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1262.246933] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleting the datastore file [datastore1] 8e664cb5-993f-46f0-b13e-26e3df475d46 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1262.247221] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ef2b8ad-d07b-4323-9c67-2778cb8869c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.256771] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1262.256771] env[69751]: value = "task-3484437" [ 1262.256771] env[69751]: _type = "Task" [ 1262.256771] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.261227] env[69751]: DEBUG nova.network.neutron [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Successfully updated port: 3e3f3377-542e-4bcd-8af6-93f94642292c {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.270933] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.290176] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484433, 'name': Rename_Task, 'duration_secs': 0.453546} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.290574] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1262.290749] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33ef5c1-894f-481e-8280-7351ae18887d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.299594] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1262.299594] env[69751]: value = "task-3484438" [ 1262.299594] env[69751]: _type = "Task" [ 1262.299594] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.313990] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484438, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.357154] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484430, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.509113] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.572088] env[69751]: DEBUG nova.objects.instance [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'flavor' on Instance uuid d79fe61c-d533-4daf-8632-48d368ff69e3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.590557] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526eae29-272b-ad34-58c0-c9c84dc3f2b2, 'name': SearchDatastore_Task, 'duration_secs': 0.084908} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.591938] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.592319] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a9646473-9b6c-47ba-ace6-f80e433ba971/a9646473-9b6c-47ba-ace6-f80e433ba971.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.592861] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0014a411-ca57-4c58-8bb4-3e37854e3102 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.603823] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1262.603823] env[69751]: value = "task-3484439" [ 1262.603823] env[69751]: _type = "Task" [ 1262.603823] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.614781] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.637180] env[69751]: INFO nova.compute.manager [-] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Took 1.27 seconds to deallocate network for instance. [ 1262.645084] env[69751]: INFO nova.compute.manager [-] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Took 1.44 seconds to deallocate network for instance. [ 1262.766063] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-5d019851-d7b1-4cda-8d19-c54cbc650180" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.766356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-5d019851-d7b1-4cda-8d19-c54cbc650180" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.766815] env[69751]: DEBUG nova.network.neutron [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.773442] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.817997] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484438, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.858054] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484430, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.014279] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.079976] env[69751]: DEBUG oslo_concurrency.lockutils [None req-17f7b4bf-cb5f-4d1e-81af-54d5c1b9fcde tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.834s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.115541] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.146219] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.146583] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.146854] env[69751]: DEBUG nova.objects.instance [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lazy-loading 'resources' on Instance uuid 1ac99921-8447-4701-8811-c11aba41ffa8 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.154675] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.270804] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.314231] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484438, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.356594] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484430, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.500015] env[69751]: DEBUG nova.network.neutron [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.516759] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484435, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.541898] env[69751]: INFO nova.compute.manager [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Rebuilding instance [ 1263.609155] env[69751]: DEBUG nova.compute.manager [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.609977] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a230cf-d49f-4f40-88e0-f60cba131a61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.623889] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.691724] env[69751]: DEBUG nova.compute.manager [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Received event network-changed-3e3f3377-542e-4bcd-8af6-93f94642292c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.691944] env[69751]: DEBUG nova.compute.manager [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Refreshing instance network info cache due to event network-changed-3e3f3377-542e-4bcd-8af6-93f94642292c. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.692151] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] Acquiring lock "refresh_cache-5d019851-d7b1-4cda-8d19-c54cbc650180" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.782898] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.792744] env[69751]: DEBUG nova.network.neutron [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Updating instance_info_cache with network_info: [{"id": "3e3f3377-542e-4bcd-8af6-93f94642292c", "address": "fa:16:3e:b7:e3:58", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3f3377-54", "ovs_interfaceid": "3e3f3377-542e-4bcd-8af6-93f94642292c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.818814] env[69751]: DEBUG oslo_vmware.api [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484438, 'name': PowerOnVM_Task, 'duration_secs': 1.257355} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.819203] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.819509] env[69751]: INFO nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Took 10.72 seconds to spawn the instance on the hypervisor. [ 1263.819778] env[69751]: DEBUG nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.821149] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80dc94cc-8223-4daf-bf6c-52baae303af3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.863569] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484430, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.965449] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746b7365-5e7c-443f-be15-cf18a9d91673 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.975705] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c949cdd-6235-43d0-aaf8-d95b6408da41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.014308] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454c8f4e-ea12-4df9-8445-8d7605c46b1f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.025852] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10247079-0d11-4336-87dc-ed1f342bc03a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.030247] env[69751]: DEBUG oslo_vmware.api [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484435, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.949331} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.030567] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.030766] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.030950] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.031147] env[69751]: INFO nova.compute.manager [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Took 2.97 seconds to destroy the instance on the hypervisor. [ 1264.031428] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.032116] env[69751]: DEBUG nova.compute.manager [-] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.032241] env[69751]: DEBUG nova.network.neutron [-] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.044028] env[69751]: DEBUG nova.compute.provider_tree [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.101454] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1264.101724] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696565', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'name': 'volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68ed60f9-b51b-4359-afd6-839d699105ba', 'attached_at': '', 'detached_at': '', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'serial': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1264.102688] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985e9f18-e641-406d-bdd9-c9acc958b5ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.132513] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59026a5-44f0-4b0c-8f45-ff287d19499f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.134648] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484439, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.159731] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3/volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.160483] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcab9a1-641d-4a7c-85da-9c2e1cd4dce9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.180249] env[69751]: DEBUG oslo_vmware.api [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1264.180249] env[69751]: value = "task-3484440" [ 1264.180249] env[69751]: _type = "Task" [ 1264.180249] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.189940] env[69751]: DEBUG oslo_vmware.api [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.271836] env[69751]: DEBUG oslo_vmware.api [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.654672} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.271836] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.271836] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.271836] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.271836] env[69751]: INFO nova.compute.manager [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Took 2.65 seconds to destroy the instance on the hypervisor. [ 1264.271836] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.271836] env[69751]: DEBUG nova.compute.manager [-] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.271836] env[69751]: DEBUG nova.network.neutron [-] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.297943] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-5d019851-d7b1-4cda-8d19-c54cbc650180" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.298388] env[69751]: DEBUG nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Instance network_info: |[{"id": "3e3f3377-542e-4bcd-8af6-93f94642292c", "address": "fa:16:3e:b7:e3:58", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3f3377-54", "ovs_interfaceid": "3e3f3377-542e-4bcd-8af6-93f94642292c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.299183] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] Acquired lock "refresh_cache-5d019851-d7b1-4cda-8d19-c54cbc650180" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.299453] env[69751]: DEBUG nova.network.neutron [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Refreshing network info cache for port 3e3f3377-542e-4bcd-8af6-93f94642292c {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.301051] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:e3:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e3f3377-542e-4bcd-8af6-93f94642292c', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.310999] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.311602] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.311976] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-141dced4-e565-474d-87a9-3c05e9ea5136 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.336621] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.336621] env[69751]: value = "task-3484441" [ 1264.336621] env[69751]: _type = "Task" [ 1264.336621] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.352458] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484441, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.358410] env[69751]: INFO nova.compute.manager [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Took 19.34 seconds to build instance. [ 1264.364952] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484430, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.548309} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.365230] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2aa2c340-91bd-43e4-93fb-1b3886510fbf/2aa2c340-91bd-43e4-93fb-1b3886510fbf.vmdk to [datastore1] a62305c9-d5cc-49b1-9b23-3c62d94931af/a62305c9-d5cc-49b1-9b23-3c62d94931af.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.367978] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db9631-ff38-44d0-9863-8296b76b5721 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.390135] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] a62305c9-d5cc-49b1-9b23-3c62d94931af/a62305c9-d5cc-49b1-9b23-3c62d94931af.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.394023] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d797bcb1-5fca-4dd0-a5a3-cd858aadecc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.410565] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1264.410565] env[69751]: value = "task-3484442" [ 1264.410565] env[69751]: _type = "Task" [ 1264.410565] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.421701] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.547338] env[69751]: DEBUG nova.scheduler.client.report [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.620959] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484439, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.648276} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.621290] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] a9646473-9b6c-47ba-ace6-f80e433ba971/a9646473-9b6c-47ba-ace6-f80e433ba971.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.621506] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.621780] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07371c51-e37c-430e-8109-2ca499aa929a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.628613] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1264.628613] env[69751]: value = "task-3484443" [ 1264.628613] env[69751]: _type = "Task" [ 1264.628613] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.637271] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.637892] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.637892] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-150e66c6-277e-419d-85c1-7c24f5bcc11d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.644594] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1264.644594] env[69751]: value = "task-3484444" [ 1264.644594] env[69751]: _type = "Task" [ 1264.644594] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.655129] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.692130] env[69751]: DEBUG oslo_vmware.api [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.856153] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484441, 'name': CreateVM_Task, 'duration_secs': 0.410005} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.859621] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.860678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.860896] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.862645] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.862645] env[69751]: DEBUG oslo_concurrency.lockutils [None req-edf07e25-3203-4f25-b197-297d4c8e0e84 tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.864s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.862645] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52faf98-7d75-4539-9aaf-705954bc5d99 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.868443] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1264.868443] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d23ec8-6f08-8707-bf08-ef7605776006" [ 1264.868443] env[69751]: _type = "Task" [ 1264.868443] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.877154] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d23ec8-6f08-8707-bf08-ef7605776006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.921822] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.053975] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.057987] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.903s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.058408] env[69751]: DEBUG nova.objects.instance [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lazy-loading 'resources' on Instance uuid aa1839a8-3034-4575-8da3-32e34ddd2cd9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.075033] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246abed-bb34-1b4b-5b1c-0c27066604d2/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1265.076103] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d833515-1eea-4372-af67-92a2c9290d9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.084858] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246abed-bb34-1b4b-5b1c-0c27066604d2/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1265.084977] env[69751]: ERROR oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246abed-bb34-1b4b-5b1c-0c27066604d2/disk-0.vmdk due to incomplete transfer. [ 1265.085654] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b7c3eb04-a445-4a40-80c5-93fdf375ebed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.094831] env[69751]: DEBUG oslo_vmware.rw_handles [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5246abed-bb34-1b4b-5b1c-0c27066604d2/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1265.094831] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Uploaded image 86657205-586c-47f2-acaf-448ae2fbf478 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1265.098280] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1265.099526] env[69751]: INFO nova.scheduler.client.report [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Deleted allocations for instance 1ac99921-8447-4701-8811-c11aba41ffa8 [ 1265.100475] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2d640c5-ef9a-407b-b408-22c0e5c3d7a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.109737] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1265.109737] env[69751]: value = "task-3484445" [ 1265.109737] env[69751]: _type = "Task" [ 1265.109737] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.126418] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484445, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.140686] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149986} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.141112] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.141919] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257059b4-6149-41a9-b677-04b5989678af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.170713] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a9646473-9b6c-47ba-ace6-f80e433ba971/a9646473-9b6c-47ba-ace6-f80e433ba971.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.171830] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6290ea-8a39-4e43-b462-f05db75e7824 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.191898] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484444, 'name': PowerOffVM_Task, 'duration_secs': 0.212321} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.195587] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.201116] env[69751]: DEBUG nova.network.neutron [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Updated VIF entry in instance network info cache for port 3e3f3377-542e-4bcd-8af6-93f94642292c. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.201116] env[69751]: DEBUG nova.network.neutron [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Updating instance_info_cache with network_info: [{"id": "3e3f3377-542e-4bcd-8af6-93f94642292c", "address": "fa:16:3e:b7:e3:58", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e3f3377-54", "ovs_interfaceid": "3e3f3377-542e-4bcd-8af6-93f94642292c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.202846] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1265.202846] env[69751]: value = "task-3484446" [ 1265.202846] env[69751]: _type = "Task" [ 1265.202846] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.212778] env[69751]: DEBUG oslo_vmware.api [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484440, 'name': ReconfigVM_Task, 'duration_secs': 0.519001} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.214787] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfigured VM instance instance-00000065 to attach disk [datastore1] volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3/volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.221096] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29d756ee-8dad-498d-b137-4d9a35a0fe50 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.236261] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.243306] env[69751]: DEBUG oslo_vmware.api [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1265.243306] env[69751]: value = "task-3484447" [ 1265.243306] env[69751]: _type = "Task" [ 1265.243306] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.250784] env[69751]: DEBUG oslo_vmware.api [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484447, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.290744] env[69751]: INFO nova.compute.manager [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Detaching volume 1965862e-85b3-4de3-bbee-1b4e83be57a3 [ 1265.330213] env[69751]: INFO nova.virt.block_device [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Attempting to driver detach volume 1965862e-85b3-4de3-bbee-1b4e83be57a3 from mountpoint /dev/sdb [ 1265.330213] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1265.330213] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1265.330213] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4172ae06-62df-4d0a-ab2e-8282f471706c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.354746] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8a96a0-5f69-42ee-8ae8-25c758f8e4e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.362189] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce868e-d2f0-4d52-abf2-e9c72d972e0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.394051] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f177774-d323-4062-b20c-0b35241573cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.400617] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d23ec8-6f08-8707-bf08-ef7605776006, 'name': SearchDatastore_Task, 'duration_secs': 0.009394} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.401332] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.401609] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.401822] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.401973] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.406238] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.406238] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a93713f2-ae6a-4700-845f-c98ceecf7596 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.415452] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] The volume has not been displaced from its original location: [datastore1] volume-1965862e-85b3-4de3-bbee-1b4e83be57a3/volume-1965862e-85b3-4de3-bbee-1b4e83be57a3.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1265.420706] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1265.424701] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08d4e65c-6b73-4b85-a5bf-80425477a425 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.440163] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.440163] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.440857] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a655316-a64e-4f8b-9c3e-50725e694e86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.446837] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484442, 'name': ReconfigVM_Task, 'duration_secs': 0.699067} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.448524] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Reconfigured VM instance instance-0000006c to attach disk [datastore1] a62305c9-d5cc-49b1-9b23-3c62d94931af/a62305c9-d5cc-49b1-9b23-3c62d94931af.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.449296] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1265.449296] env[69751]: value = "task-3484448" [ 1265.449296] env[69751]: _type = "Task" [ 1265.449296] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.449565] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf7d74ea-f6c4-4d85-8676-a4edf9aa6079 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.455070] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1265.455070] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523fed62-07fe-3b6e-7b61-10ba5cb84124" [ 1265.455070] env[69751]: _type = "Task" [ 1265.455070] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.464885] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.466151] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1265.466151] env[69751]: value = "task-3484449" [ 1265.466151] env[69751]: _type = "Task" [ 1265.466151] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.472663] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523fed62-07fe-3b6e-7b61-10ba5cb84124, 'name': SearchDatastore_Task, 'duration_secs': 0.009703} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.476496] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484449, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.477052] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4c3c2c-5ed6-4535-b253-039e504518f6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.482276] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1265.482276] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5218d5df-3f92-bcf4-6aa6-ce8ed544b444" [ 1265.482276] env[69751]: _type = "Task" [ 1265.482276] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.489900] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5218d5df-3f92-bcf4-6aa6-ce8ed544b444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.566030] env[69751]: DEBUG nova.network.neutron [-] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.608671] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0e19f9d7-07b6-4caa-9fa4-22dfb207023c tempest-ServerMetadataTestJSON-213628304 tempest-ServerMetadataTestJSON-213628304-project-member] Lock "1ac99921-8447-4701-8811-c11aba41ffa8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.895s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.623418] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484445, 'name': Destroy_Task, 'duration_secs': 0.361895} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.623705] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Destroyed the VM [ 1265.623932] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1265.624208] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3405b1bb-5abf-4fde-b13e-dfca0c84edc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.631898] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1265.631898] env[69751]: value = "task-3484450" [ 1265.631898] env[69751]: _type = "Task" [ 1265.631898] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.644494] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484450, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.701803] env[69751]: DEBUG nova.network.neutron [-] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.704227] env[69751]: DEBUG oslo_concurrency.lockutils [req-2ba743cf-b533-43e3-803c-d9bdcc0f3168 req-c4f89254-6bb3-447d-bbd4-48a6545a6f09 service nova] Releasing lock "refresh_cache-5d019851-d7b1-4cda-8d19-c54cbc650180" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.719023] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484446, 'name': ReconfigVM_Task, 'duration_secs': 0.341894} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.719023] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a9646473-9b6c-47ba-ace6-f80e433ba971/a9646473-9b6c-47ba-ace6-f80e433ba971.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.719739] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44a9bcd9-cb40-4795-b7a3-2466dd9758a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.730713] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1265.730713] env[69751]: value = "task-3484451" [ 1265.730713] env[69751]: _type = "Task" [ 1265.730713] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.742792] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484451, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.751699] env[69751]: DEBUG nova.compute.manager [req-2bde4c27-f710-42df-8a88-b6efdc803ce8 req-ad1d410b-d0aa-4eb8-9430-0e1769226fcc service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Received event network-vif-deleted-8cdbaafd-e4f4-44d0-8161-5f61c646a886 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.751963] env[69751]: DEBUG nova.compute.manager [req-2bde4c27-f710-42df-8a88-b6efdc803ce8 req-ad1d410b-d0aa-4eb8-9430-0e1769226fcc service nova] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Received event network-vif-deleted-97f3f4f9-6af8-4fbc-a5a4-677828e125b9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.759018] env[69751]: DEBUG oslo_vmware.api [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484447, 'name': ReconfigVM_Task, 'duration_secs': 0.14224} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.759348] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696565', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'name': 'volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '68ed60f9-b51b-4359-afd6-839d699105ba', 'attached_at': '', 'detached_at': '', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'serial': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1265.874390] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60aecd76-e27b-4545-84a0-2a4e147170de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.882263] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104ec9e7-b9bf-460f-82d9-a6cb19bcad68 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.924338] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c25a04-9018-490a-9bb0-ff713026da9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.933340] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd49639-5f03-41a6-abdd-eb1200f9cdcb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.949255] env[69751]: DEBUG nova.compute.provider_tree [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1265.961803] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484448, 'name': ReconfigVM_Task, 'duration_secs': 0.24119} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.962817] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1265.968216] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89a1cc05-e9e4-472e-bdab-905312ce00aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.995384] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484449, 'name': Rename_Task, 'duration_secs': 0.260161} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.997016] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5218d5df-3f92-bcf4-6aa6-ce8ed544b444, 'name': SearchDatastore_Task, 'duration_secs': 0.01103} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.997254] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.997572] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.997843] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5d019851-d7b1-4cda-8d19-c54cbc650180/5d019851-d7b1-4cda-8d19-c54cbc650180.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.998313] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1265.998313] env[69751]: value = "task-3484452" [ 1265.998313] env[69751]: _type = "Task" [ 1265.998313] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.998551] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2c790d6-4f9d-40f4-ae8c-856b7d0ebf23 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.000227] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1efa2d9-6a1a-4b1a-865e-f1b254107591 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.011623] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.016065] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1266.016065] env[69751]: value = "task-3484454" [ 1266.016065] env[69751]: _type = "Task" [ 1266.016065] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.016670] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1266.016670] env[69751]: value = "task-3484453" [ 1266.016670] env[69751]: _type = "Task" [ 1266.016670] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.037028] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484453, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.037028] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484454, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.068576] env[69751]: INFO nova.compute.manager [-] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Took 2.04 seconds to deallocate network for instance. [ 1266.141817] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484450, 'name': RemoveSnapshot_Task, 'duration_secs': 0.383057} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.142111] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1266.142396] env[69751]: DEBUG nova.compute.manager [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1266.143198] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0302a90-70d7-4d5a-a004-d68363fd9e2f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.203400] env[69751]: INFO nova.compute.manager [-] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Took 1.93 seconds to deallocate network for instance. [ 1266.245407] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484451, 'name': Rename_Task, 'duration_secs': 0.222974} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.245707] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.245953] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9deddc07-6cec-475d-a7bb-e3e5e6fc2af4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.257213] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1266.257213] env[69751]: value = "task-3484455" [ 1266.257213] env[69751]: _type = "Task" [ 1266.257213] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.268155] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.453072] env[69751]: DEBUG nova.scheduler.client.report [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1266.521813] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "b530fc14-6364-4ad3-bed8-569e04e7ff52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.522115] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.522340] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "b530fc14-6364-4ad3-bed8-569e04e7ff52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.522574] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.522910] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.524560] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484452, 'name': ReconfigVM_Task, 'duration_secs': 0.2063} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.533508] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1266.538243] env[69751]: INFO nova.compute.manager [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Terminating instance [ 1266.552878] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484454, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.553257] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.575073] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.658617] env[69751]: INFO nova.compute.manager [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Shelve offloading [ 1266.710412] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.771650] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.819926] env[69751]: DEBUG nova.objects.instance [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'flavor' on Instance uuid 68ed60f9-b51b-4359-afd6-839d699105ba {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.959368] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.961854] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.387s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.963438] env[69751]: DEBUG nova.objects.instance [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'resources' on Instance uuid ce994f0b-dd43-4aaf-868f-5037e43dd4ac {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.989249] env[69751]: INFO nova.scheduler.client.report [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Deleted allocations for instance aa1839a8-3034-4575-8da3-32e34ddd2cd9 [ 1267.034978] env[69751]: DEBUG oslo_vmware.api [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484453, 'name': PowerOnVM_Task, 'duration_secs': 0.610045} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.039514] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.040053] env[69751]: INFO nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Took 16.31 seconds to spawn the instance on the hypervisor. [ 1267.040053] env[69751]: DEBUG nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.040506] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484454, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610162} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.041899] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90fc46b-f31b-4000-b71d-d655bafe9884 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.045447] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5d019851-d7b1-4cda-8d19-c54cbc650180/5d019851-d7b1-4cda-8d19-c54cbc650180.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.045447] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.045447] env[69751]: DEBUG nova.compute.manager [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.045664] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.046135] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-435f4a25-ff57-4b5d-b44b-ac392a2ee213 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.050370] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140fe0a6-d184-4797-aebd-55ac273d33fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.064197] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.064961] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1267.064961] env[69751]: value = "task-3484456" [ 1267.064961] env[69751]: _type = "Task" [ 1267.064961] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.065357] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac098c6-aed8-490d-a3d5-cbcd04bd3631 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.082499] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484456, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.084469] env[69751]: DEBUG oslo_vmware.api [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1267.084469] env[69751]: value = "task-3484457" [ 1267.084469] env[69751]: _type = "Task" [ 1267.084469] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.097376] env[69751]: DEBUG oslo_vmware.api [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.164167] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.164167] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af12e3b6-49f2-4c24-8f62-e8dfa52e152f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.172164] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1267.172164] env[69751]: value = "task-3484458" [ 1267.172164] env[69751]: _type = "Task" [ 1267.172164] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.181402] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1267.181835] env[69751]: DEBUG nova.compute.manager [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.182693] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98775484-bd4f-410e-bc5a-c56e65473c70 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.190753] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.190753] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.190753] env[69751]: DEBUG nova.network.neutron [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.268827] env[69751]: DEBUG oslo_vmware.api [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484455, 'name': PowerOnVM_Task, 'duration_secs': 0.630525} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.269156] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.269315] env[69751]: INFO nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1267.269512] env[69751]: DEBUG nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1267.270565] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf196502-3691-4b6a-8bf3-28b609a1bb31 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.325531] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f01d81b4-332c-4c04-a0f0-c9e9b3330507 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.554s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.505189] env[69751]: DEBUG oslo_concurrency.lockutils [None req-81bad5b7-0113-4e4c-83ee-c51f97699116 tempest-ServersTestJSON-1919915676 tempest-ServersTestJSON-1919915676-project-member] Lock "aa1839a8-3034-4575-8da3-32e34ddd2cd9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.464s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.581505] env[69751]: INFO nova.compute.manager [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Took 25.34 seconds to build instance. [ 1267.588370] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484456, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065474} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.592402] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.593289] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e1ab15-35d2-4e98-a6c1-7963eb08c170 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.604436] env[69751]: DEBUG oslo_vmware.api [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484457, 'name': PowerOffVM_Task, 'duration_secs': 0.410395} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.618193] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1267.618746] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.629298] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 5d019851-d7b1-4cda-8d19-c54cbc650180/5d019851-d7b1-4cda-8d19-c54cbc650180.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.631435] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93030fb7-b94d-44ea-bf5a-2d794501179e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.634151] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.634522] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e32c41-0a99-4b8a-ad16-84a7f27ee741 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.661365] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453378be-58e7-41ea-a3db-f625c66133ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.669719] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1267.669719] env[69751]: value = "task-3484461" [ 1267.669719] env[69751]: _type = "Task" [ 1267.669719] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.671155] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1267.671155] env[69751]: value = "task-3484460" [ 1267.671155] env[69751]: _type = "Task" [ 1267.671155] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.688501] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484460, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.688878] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1267.689106] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1267.689305] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1267.690117] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0639cb51-5eeb-4d07-9e83-eef1e0c90d2a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.716171] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a8f106-9c5f-48ce-9aea-88a7ab8d60c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.722719] env[69751]: WARNING nova.virt.vmwareapi.driver [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1267.723012] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.724022] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e298ced4-a83d-403e-b960-8aabafd6cdab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.730346] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1267.732858] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e42397e-17dd-47f7-b188-7c674c17aa86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.745717] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.745916] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.746113] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleting the datastore file [datastore1] b530fc14-6364-4ad3-bed8-569e04e7ff52 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.748722] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b684b1cf-8985-4a90-8299-ff125f07e256 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.754215] env[69751]: DEBUG oslo_vmware.api [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for the task: (returnval){ [ 1267.754215] env[69751]: value = "task-3484463" [ 1267.754215] env[69751]: _type = "Task" [ 1267.754215] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.761868] env[69751]: DEBUG oslo_vmware.api [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.777714] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a97facc-405d-430d-9bd9-dc45e32d1af0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.790216] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0449b488-881a-4d07-a8bd-62a8034444eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.793112] env[69751]: INFO nova.compute.manager [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Took 20.19 seconds to build instance. [ 1267.825375] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed4dd57-2c56-4f3a-8aa9-69e19cee275d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.828027] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1267.828263] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1267.828455] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleting the datastore file [datastore2] d79fe61c-d533-4daf-8632-48d368ff69e3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1267.829174] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e970ae5e-3236-4e7e-8269-7dd95f445a7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.838831] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75343095-c25a-428a-929b-8e901e4b83d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.842853] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1267.842853] env[69751]: value = "task-3484464" [ 1267.842853] env[69751]: _type = "Task" [ 1267.842853] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.855774] env[69751]: DEBUG nova.compute.provider_tree [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.861205] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.926354] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "a62305c9-d5cc-49b1-9b23-3c62d94931af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.055248] env[69751]: DEBUG nova.network.neutron [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e712444-63", "ovs_interfaceid": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.084755] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a53c5ab6-ffc2-4f67-8506-72abec5afeae tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.853s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.084923] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.159s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.086993] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "a62305c9-d5cc-49b1-9b23-3c62d94931af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.086993] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.086993] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.090216] env[69751]: INFO nova.compute.manager [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Terminating instance [ 1268.173344] env[69751]: DEBUG nova.compute.manager [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1268.189338] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.265618] env[69751]: DEBUG oslo_vmware.api [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Task: {'id': task-3484463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398622} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.265888] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.266119] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.266344] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.266544] env[69751]: INFO nova.compute.manager [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1268.266697] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.266697] env[69751]: DEBUG nova.compute.manager [-] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.267055] env[69751]: DEBUG nova.network.neutron [-] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.295773] env[69751]: DEBUG oslo_concurrency.lockutils [None req-dc2063a5-a42a-4025-9b12-690597a5695f tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.703s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.355619] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.478643} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.359018] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.359018] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.359018] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.359498] env[69751]: DEBUG nova.scheduler.client.report [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.562957] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.594513] env[69751]: DEBUG nova.compute.manager [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1268.594513] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1268.596019] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171a6055-8d6a-4b0f-aa6c-bc451bc75a8b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.603146] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.603517] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01bdf18c-48da-4fa6-8ba1-ca93de551255 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.609247] env[69751]: DEBUG oslo_vmware.api [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1268.609247] env[69751]: value = "task-3484465" [ 1268.609247] env[69751]: _type = "Task" [ 1268.609247] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.618083] env[69751]: DEBUG oslo_vmware.api [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.691221] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484460, 'name': ReconfigVM_Task, 'duration_secs': 0.779031} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.691548] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 5d019851-d7b1-4cda-8d19-c54cbc650180/5d019851-d7b1-4cda-8d19-c54cbc650180.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.692173] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1576937f-f2f2-4d4d-b154-d7a326c23a8b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.702391] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.704527] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1268.704527] env[69751]: value = "task-3484466" [ 1268.704527] env[69751]: _type = "Task" [ 1268.704527] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.718764] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484466, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.750979] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.751261] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.865832] env[69751]: INFO nova.virt.block_device [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Booting with volume 1965862e-85b3-4de3-bbee-1b4e83be57a3 at /dev/sdb [ 1268.868832] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.871332] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.161s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.872348] env[69751]: DEBUG nova.objects.instance [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'resources' on Instance uuid 8e664cb5-993f-46f0-b13e-26e3df475d46 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.907343] env[69751]: INFO nova.scheduler.client.report [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted allocations for instance ce994f0b-dd43-4aaf-868f-5037e43dd4ac [ 1268.919208] env[69751]: DEBUG nova.compute.manager [req-92fba92c-62c5-4956-abbe-c74563fe3f4a req-7cd6eaa3-10d3-41c0-abcc-234ff8c4275c service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Received event network-vif-deleted-cace2cb8-b898-488b-9693-3c00303fa7f6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.920226] env[69751]: INFO nova.compute.manager [req-92fba92c-62c5-4956-abbe-c74563fe3f4a req-7cd6eaa3-10d3-41c0-abcc-234ff8c4275c service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Neutron deleted interface cace2cb8-b898-488b-9693-3c00303fa7f6; detaching it from the instance and deleting it from the info cache [ 1268.920474] env[69751]: DEBUG nova.network.neutron [req-92fba92c-62c5-4956-abbe-c74563fe3f4a req-7cd6eaa3-10d3-41c0-abcc-234ff8c4275c service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.923424] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae17af64-6f04-4877-8840-4dc2b02161c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.937765] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e6fee-02cc-4624-a16d-79568a71863f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.975888] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aa6fd548-fc23-4e40-816e-df2127e0de36 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.986024] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d705dd86-eaa8-451f-b6f1-7ef4284feb5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.022770] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32064f97-6d1c-4e8a-8c40-744e1767dbe1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.030650] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9925907d-0d9e-42f8-a833-ce5b4a7e9cf8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.043991] env[69751]: DEBUG nova.virt.block_device [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updating existing volume attachment record: 7788190d-9a0d-4e6f-b004-d491526721e6 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1269.119308] env[69751]: DEBUG oslo_vmware.api [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484465, 'name': PowerOffVM_Task, 'duration_secs': 0.177074} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.119856] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.120172] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.120547] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ec246c1-c6e6-4cfd-94f8-c89725ac8a98 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.179200] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.179291] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.179626] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleting the datastore file [datastore1] a62305c9-d5cc-49b1-9b23-3c62d94931af {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.179713] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e72bb06-88aa-455c-925b-c584177bdf80 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.185975] env[69751]: DEBUG oslo_vmware.api [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1269.185975] env[69751]: value = "task-3484468" [ 1269.185975] env[69751]: _type = "Task" [ 1269.185975] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.193710] env[69751]: DEBUG oslo_vmware.api [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.213431] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484466, 'name': Rename_Task, 'duration_secs': 0.225732} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.213735] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.213924] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb349447-0f78-48c5-923e-d679acb13d47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.219719] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1269.219719] env[69751]: value = "task-3484469" [ 1269.219719] env[69751]: _type = "Task" [ 1269.219719] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.227679] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.253622] env[69751]: DEBUG nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1269.265017] env[69751]: DEBUG nova.network.neutron [-] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.304255] env[69751]: DEBUG nova.compute.manager [req-4a35cbba-2c9e-42b2-8fda-80124cbfd84c req-d1cce0f5-5ed0-48be-9bc3-89251d042c44 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received event network-vif-unplugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.304352] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a35cbba-2c9e-42b2-8fda-80124cbfd84c req-d1cce0f5-5ed0-48be-9bc3-89251d042c44 service nova] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.304529] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a35cbba-2c9e-42b2-8fda-80124cbfd84c req-d1cce0f5-5ed0-48be-9bc3-89251d042c44 service nova] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.304988] env[69751]: DEBUG oslo_concurrency.lockutils [req-4a35cbba-2c9e-42b2-8fda-80124cbfd84c req-d1cce0f5-5ed0-48be-9bc3-89251d042c44 service nova] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.305349] env[69751]: DEBUG nova.compute.manager [req-4a35cbba-2c9e-42b2-8fda-80124cbfd84c req-d1cce0f5-5ed0-48be-9bc3-89251d042c44 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] No waiting events found dispatching network-vif-unplugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1269.305581] env[69751]: WARNING nova.compute.manager [req-4a35cbba-2c9e-42b2-8fda-80124cbfd84c req-d1cce0f5-5ed0-48be-9bc3-89251d042c44 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received unexpected event network-vif-unplugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 for instance with vm_state shelved and task_state shelving_offloading. [ 1269.395397] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.396340] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8fc3f1-bb7c-440f-a5ce-f8abd4c6aeb8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.404012] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.406955] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c6038e7-486c-47a8-84ed-14a576f7e685 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.414878] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c529fbed-3555-48b9-8243-5b6073f77c8a tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.860s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.419069] env[69751]: DEBUG oslo_concurrency.lockutils [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] Acquired lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.422913] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cf7cba-da7f-4c02-9355-f897cf33cf47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.428070] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec510b8f-7ced-4c0a-92c1-0c1647782a6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.437211] env[69751]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1269.437444] env[69751]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69751) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1269.440924] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4084659b-5770-4eb2-a9c0-7f9aa56ce6b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.448564] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2352268c-e55d-4cc1-9331-0d52503edfc1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.468797] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b373bc13-33de-4f50-8b64-c60e54b8babf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.492158] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.493022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.493022] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleting the datastore file [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.493022] env[69751]: DEBUG nova.compute.manager [req-92fba92c-62c5-4956-abbe-c74563fe3f4a req-7cd6eaa3-10d3-41c0-abcc-234ff8c4275c service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Detach interface failed, port_id=cace2cb8-b898-488b-9693-3c00303fa7f6, reason: Instance b530fc14-6364-4ad3-bed8-569e04e7ff52 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.493916] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-094f8107-24ce-409f-ae96-151a4d4583cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.500686] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1269.500686] env[69751]: value = "task-3484471" [ 1269.500686] env[69751]: _type = "Task" [ 1269.500686] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.516929] env[69751]: ERROR root [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-696525' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-696525' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-696525' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-696525'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-696525' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-696525' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-696525'}\n"]: nova.exception.InstanceNotFound: Instance ce994f0b-dd43-4aaf-868f-5037e43dd4ac could not be found. [ 1269.517887] env[69751]: DEBUG oslo_concurrency.lockutils [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] Releasing lock "ce994f0b-dd43-4aaf-868f-5037e43dd4ac" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.517887] env[69751]: DEBUG nova.compute.manager [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Detach interface failed, port_id=cb43d206-1398-4a74-8197-cddc3cddebb3, reason: Instance ce994f0b-dd43-4aaf-868f-5037e43dd4ac could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1269.517887] env[69751]: DEBUG nova.compute.manager [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Received event network-changed-cace2cb8-b898-488b-9693-3c00303fa7f6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.517887] env[69751]: DEBUG nova.compute.manager [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Refreshing instance network info cache due to event network-changed-cace2cb8-b898-488b-9693-3c00303fa7f6. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.517887] env[69751]: DEBUG oslo_concurrency.lockutils [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] Acquiring lock "refresh_cache-b530fc14-6364-4ad3-bed8-569e04e7ff52" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.518058] env[69751]: DEBUG oslo_concurrency.lockutils [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] Acquired lock "refresh_cache-b530fc14-6364-4ad3-bed8-569e04e7ff52" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.518244] env[69751]: DEBUG nova.network.neutron [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Refreshing network info cache for port cace2cb8-b898-488b-9693-3c00303fa7f6 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.522691] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.663447] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b8fd69-140d-4c00-ae06-cdf88d12d8ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.671396] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb29b9d-eb92-4815-9afd-3d430b66a332 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.709976] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49be9949-047c-4d30-811d-b78139bc0b03 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.722272] env[69751]: DEBUG oslo_vmware.api [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26399} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.724733] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab27c23-53ac-4507-9456-a48ee058a69d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.731191] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.731435] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.732027] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.732027] env[69751]: INFO nova.compute.manager [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1269.732142] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.732314] env[69751]: DEBUG nova.compute.manager [-] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.732411] env[69751]: DEBUG nova.network.neutron [-] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.745403] env[69751]: DEBUG nova.compute.provider_tree [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.749842] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484469, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.766219] env[69751]: INFO nova.compute.manager [-] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Took 1.50 seconds to deallocate network for instance. [ 1269.796651] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.012938] env[69751]: DEBUG oslo_vmware.api [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185838} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.012938] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.013161] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.013473] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.044531] env[69751]: INFO nova.scheduler.client.report [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleted allocations for instance e923e290-97f8-4037-98e2-c386e5c497c9 [ 1270.053267] env[69751]: DEBUG nova.network.neutron [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.176091] env[69751]: DEBUG nova.network.neutron [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.231646] env[69751]: DEBUG oslo_vmware.api [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484469, 'name': PowerOnVM_Task, 'duration_secs': 0.546386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.232214] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.232465] env[69751]: INFO nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Took 9.40 seconds to spawn the instance on the hypervisor. [ 1270.232658] env[69751]: DEBUG nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1270.233473] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abde1eb-2f81-4cbd-a3aa-e99c566c4026 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.254018] env[69751]: DEBUG nova.scheduler.client.report [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.280052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.549170] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.563773] env[69751]: DEBUG nova.network.neutron [-] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.678483] env[69751]: DEBUG oslo_concurrency.lockutils [req-8d649713-b9c4-4001-9620-4023fbdd9d5d req-56ea14ee-2683-407a-8e11-11f7309c67e7 service nova] Releasing lock "refresh_cache-b530fc14-6364-4ad3-bed8-569e04e7ff52" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.755027] env[69751]: INFO nova.compute.manager [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Took 19.38 seconds to build instance. [ 1270.756219] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.759096] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.057s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.789214] env[69751]: INFO nova.scheduler.client.report [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted allocations for instance 8e664cb5-993f-46f0-b13e-26e3df475d46 [ 1271.068104] env[69751]: INFO nova.compute.manager [-] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Took 1.33 seconds to deallocate network for instance. [ 1271.099520] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "5d019851-d7b1-4cda-8d19-c54cbc650180" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.189150] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.189391] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.189570] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.189843] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.190249] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.190417] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.190663] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.190999] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.191218] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.191428] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.191643] env[69751]: DEBUG nova.virt.hardware [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.192833] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be97c2f-d08b-4739-81cf-666fe11a4286 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.201066] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ff798d-0f50-4e4d-ad8a-46a3268cecda {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.205222] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "a9646473-9b6c-47ba-ace6-f80e433ba971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.205453] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.205650] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "a9646473-9b6c-47ba-ace6-f80e433ba971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.205848] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.206025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.208095] env[69751]: INFO nova.compute.manager [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Terminating instance [ 1271.219661] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:c3:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21ac9efa-5030-46d0-ba97-6db2e9669b03', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.226927] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.227933] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.228174] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b12a6842-4547-4347-9579-bf3d7da38821 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.248260] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.248260] env[69751]: value = "task-3484472" [ 1271.248260] env[69751]: _type = "Task" [ 1271.248260] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.256673] env[69751]: DEBUG oslo_concurrency.lockutils [None req-86564a40-b0a5-4a2f-b3d4-377db2333ba6 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.892s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.256868] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484472, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.257126] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.158s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.257308] env[69751]: DEBUG nova.compute.manager [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1271.258124] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc9a526-74f5-46fc-a1a1-4f5ef506f0d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.264075] env[69751]: DEBUG nova.compute.manager [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1271.264625] env[69751]: DEBUG nova.objects.instance [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'flavor' on Instance uuid 5d019851-d7b1-4cda-8d19-c54cbc650180 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.271186] env[69751]: INFO nova.compute.claims [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.297437] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e8bcaac9-bcc5-46e0-823e-b3f09c052ed7 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "8e664cb5-993f-46f0-b13e-26e3df475d46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.186s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.346095] env[69751]: DEBUG nova.compute.manager [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received event network-changed-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.346302] env[69751]: DEBUG nova.compute.manager [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Refreshing instance network info cache due to event network-changed-2e712444-63a7-4d53-9fb3-6e1635b291e0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.346514] env[69751]: DEBUG oslo_concurrency.lockutils [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] Acquiring lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.346657] env[69751]: DEBUG oslo_concurrency.lockutils [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] Acquired lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.346879] env[69751]: DEBUG nova.network.neutron [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Refreshing network info cache for port 2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.391589] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.391824] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1271.392118] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1271.392280] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Cleaning up deleted instances with incomplete migration {{(pid=69751) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1271.573123] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.728573] env[69751]: DEBUG nova.compute.manager [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1271.728800] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1271.731932] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5eff74-8ac3-4d27-aaa5-c67a79337f79 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.739618] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1271.739810] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-036af7c1-f308-47f0-8ed6-882518dd4c8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.747117] env[69751]: DEBUG oslo_vmware.api [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1271.747117] env[69751]: value = "task-3484473" [ 1271.747117] env[69751]: _type = "Task" [ 1271.747117] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.759601] env[69751]: DEBUG oslo_vmware.api [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.762741] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484472, 'name': CreateVM_Task, 'duration_secs': 0.326363} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.762897] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.766415] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.766415] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.766415] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.768183] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e278aedc-8e4b-4e5f-87bf-228410ccd247 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.774020] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1271.774020] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a8663-a22d-cea9-7607-007cac6c3b8f" [ 1271.774020] env[69751]: _type = "Task" [ 1271.774020] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.782646] env[69751]: INFO nova.compute.resource_tracker [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating resource usage from migration 658dfca8-b35d-4bcd-ac61-c92e82a91551 [ 1271.792984] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a8663-a22d-cea9-7607-007cac6c3b8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.990781] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0afe72a1-acb6-4226-a17b-2e4dc9b795a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.998556] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a11595-2e50-4af7-aad9-6c53f3341cee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.032462] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ce35ac-dae3-4e8b-9732-b720fafaf783 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.040200] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b15efe-4730-4192-83e7-3c281ce2805d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.054362] env[69751]: DEBUG nova.compute.provider_tree [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.188241] env[69751]: DEBUG nova.network.neutron [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updated VIF entry in instance network info cache for port 2e712444-63a7-4d53-9fb3-6e1635b291e0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1272.188598] env[69751]: DEBUG nova.network.neutron [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": null, "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2e712444-63", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.261072] env[69751]: DEBUG oslo_vmware.api [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484473, 'name': PowerOffVM_Task, 'duration_secs': 0.305212} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.261072] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.261072] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1272.261458] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22cc9e3f-35fc-48fb-9c42-152a9496fae3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.284923] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525a8663-a22d-cea9-7607-007cac6c3b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.019253} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.287151] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.287151] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.287151] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.287151] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.287151] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.287151] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42162072-3407-466a-be01-c722b6fd0462 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.288815] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.289038] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bacb4a19-2ac0-4a9e-af00-83b33a2e7e10 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.296614] env[69751]: DEBUG oslo_vmware.api [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1272.296614] env[69751]: value = "task-3484475" [ 1272.296614] env[69751]: _type = "Task" [ 1272.296614] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.297901] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.298123] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.301566] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21410790-e9dd-4a21-8891-216e6d3b8e42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.310564] env[69751]: DEBUG oslo_vmware.api [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.311974] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1272.311974] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527261af-020b-07b9-51be-2e07f6c3f415" [ 1272.311974] env[69751]: _type = "Task" [ 1272.311974] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.321830] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527261af-020b-07b9-51be-2e07f6c3f415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.333149] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1272.333149] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1272.333149] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Deleting the datastore file [datastore1] a9646473-9b6c-47ba-ace6-f80e433ba971 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1272.333262] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f32db6f6-02e2-4f78-940f-61fb08a99926 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.342610] env[69751]: DEBUG oslo_vmware.api [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1272.342610] env[69751]: value = "task-3484476" [ 1272.342610] env[69751]: _type = "Task" [ 1272.342610] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.352834] env[69751]: DEBUG oslo_vmware.api [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.372831] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.373097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.560722] env[69751]: DEBUG nova.scheduler.client.report [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.692045] env[69751]: DEBUG oslo_concurrency.lockutils [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] Releasing lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.692045] env[69751]: DEBUG nova.compute.manager [req-8991b062-72b8-4270-bbe9-eb8db7d95742 req-8d55ed18-38c5-4452-b0a4-ba4b4a44bccf service nova] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Received event network-vif-deleted-95954d87-7b10-4f2e-b9de-0d33bc9e250f {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.807377] env[69751]: DEBUG oslo_vmware.api [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484475, 'name': PowerOffVM_Task, 'duration_secs': 0.236624} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.807662] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1272.807838] env[69751]: DEBUG nova.compute.manager [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1272.808691] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dca21eb-d5da-4008-a67c-4d5b8d68daa8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.823370] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]527261af-020b-07b9-51be-2e07f6c3f415, 'name': SearchDatastore_Task, 'duration_secs': 0.026181} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.824121] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f2a4321-bdf1-464a-9105-74b74b8efecc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.829246] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1272.829246] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d3ef1b-a9b1-7bbc-46c2-7c0ef6b3ffe8" [ 1272.829246] env[69751]: _type = "Task" [ 1272.829246] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.836858] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d3ef1b-a9b1-7bbc-46c2-7c0ef6b3ffe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.843322] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.851728] env[69751]: DEBUG oslo_vmware.api [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211018} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.852043] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.852178] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.852379] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.852519] env[69751]: INFO nova.compute.manager [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1272.852743] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1272.852927] env[69751]: DEBUG nova.compute.manager [-] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1272.853044] env[69751]: DEBUG nova.network.neutron [-] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.876024] env[69751]: DEBUG nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.897965] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.898123] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.898293] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1272.898461] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.065825] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.307s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.066293] env[69751]: INFO nova.compute.manager [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Migrating [ 1273.074559] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.278s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.076112] env[69751]: INFO nova.compute.claims [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.114376] env[69751]: DEBUG nova.compute.manager [req-f2f9fe3d-8323-4a09-888c-e16b2b3b628c req-91309313-6619-4dfe-96c9-1bb876d7d297 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Received event network-vif-deleted-4cce1d03-3713-4ae3-9e4a-57c7da62bcbf {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.114576] env[69751]: INFO nova.compute.manager [req-f2f9fe3d-8323-4a09-888c-e16b2b3b628c req-91309313-6619-4dfe-96c9-1bb876d7d297 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Neutron deleted interface 4cce1d03-3713-4ae3-9e4a-57c7da62bcbf; detaching it from the instance and deleting it from the info cache [ 1273.114751] env[69751]: DEBUG nova.network.neutron [req-f2f9fe3d-8323-4a09-888c-e16b2b3b628c req-91309313-6619-4dfe-96c9-1bb876d7d297 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.303830] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.304081] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.321677] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6f3e997-5d63-49fb-ad35-b7a064be3651 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.339875] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d3ef1b-a9b1-7bbc-46c2-7c0ef6b3ffe8, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.340103] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.340376] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.341030] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c92c1217-f1b0-4df3-8e26-e7d88fd74644 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.348390] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1273.348390] env[69751]: value = "task-3484477" [ 1273.348390] env[69751]: _type = "Task" [ 1273.348390] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.356531] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.401717] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.402677] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.586548] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.586824] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.587013] env[69751]: DEBUG nova.network.neutron [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.595726] env[69751]: DEBUG nova.network.neutron [-] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.617555] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f2754d5-e36b-46e8-9ccd-f7377de598e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.628360] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161090f6-a90c-44cf-b9f1-1994205f4c9c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.660813] env[69751]: DEBUG nova.compute.manager [req-f2f9fe3d-8323-4a09-888c-e16b2b3b628c req-91309313-6619-4dfe-96c9-1bb876d7d297 service nova] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Detach interface failed, port_id=4cce1d03-3713-4ae3-9e4a-57c7da62bcbf, reason: Instance a9646473-9b6c-47ba-ace6-f80e433ba971 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1273.723384] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "5d019851-d7b1-4cda-8d19-c54cbc650180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.723661] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.723881] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "5d019851-d7b1-4cda-8d19-c54cbc650180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.724084] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.724262] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.726482] env[69751]: INFO nova.compute.manager [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Terminating instance [ 1273.806453] env[69751]: DEBUG nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.858673] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474104} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.859087] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.859175] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.859408] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b925b65f-33c5-4890-8316-cdce2cf180a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.865860] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1273.865860] env[69751]: value = "task-3484478" [ 1273.865860] env[69751]: _type = "Task" [ 1273.865860] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.873279] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484478, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.098185] env[69751]: INFO nova.compute.manager [-] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Took 1.24 seconds to deallocate network for instance. [ 1274.230603] env[69751]: DEBUG nova.compute.manager [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.230827] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.233730] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873a96c5-6153-4a1c-8a96-b20cdaf76f84 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.241708] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.241993] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-faeb538d-f884-41be-9617-dc1fa7958a28 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.286046] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62191343-2cba-4584-ba93-c67ba49fea04 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.293359] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a1ff87-9de6-4025-9831-cdd0c5aab7f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.331213] env[69751]: DEBUG nova.network.neutron [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.336168] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bb4e41-ddcf-48da-a1ca-a93b1ee5fdaf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.337420] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.337548] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.337939] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleting the datastore file [datastore2] 5d019851-d7b1-4cda-8d19-c54cbc650180 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.340256] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0384efaf-883d-40ff-9266-6d8c1d308b42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.349147] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f6f08e-6dda-4d74-8a1e-a5dcff38255b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.353500] env[69751]: DEBUG oslo_vmware.api [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1274.353500] env[69751]: value = "task-3484480" [ 1274.353500] env[69751]: _type = "Task" [ 1274.353500] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.366685] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.367599] env[69751]: DEBUG nova.compute.provider_tree [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1274.374876] env[69751]: DEBUG oslo_vmware.api [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.379765] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484478, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068245} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.379851] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.380597] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd4a559-3a54-4411-ad5a-8ca4edffd2d2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.402207] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.402751] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-263c0922-a1e1-4821-92ff-995d1765f643 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.422698] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1274.422698] env[69751]: value = "task-3484481" [ 1274.422698] env[69751]: _type = "Task" [ 1274.422698] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.434066] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484481, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.605572] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.841544] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.864424] env[69751]: DEBUG oslo_vmware.api [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134698} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.864754] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.864830] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.865016] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.865185] env[69751]: INFO nova.compute.manager [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1274.865422] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.865603] env[69751]: DEBUG nova.compute.manager [-] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.865698] env[69751]: DEBUG nova.network.neutron [-] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.873496] env[69751]: DEBUG nova.scheduler.client.report [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.935248] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484481, 'name': ReconfigVM_Task, 'duration_secs': 0.301323} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.935536] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d79fe61c-d533-4daf-8632-48d368ff69e3/d79fe61c-d533-4daf-8632-48d368ff69e3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.937047] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'encryption_options': None, 'image_id': 'bdbeef69-23c5-44d2-95dd-aaeb0faef368'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '7788190d-9a0d-4e6f-b004-d491526721e6', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'}, 'volume_type': None}], 'swap': None} {{(pid=69751) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1274.937262] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1274.937525] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1274.938345] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45b9439-dbd8-41c5-b1b4-b20d133ffd25 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.954347] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a30f0e5-c9ca-4941-a014-c9808baec5e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.979531] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-1965862e-85b3-4de3-bbee-1b4e83be57a3/volume-1965862e-85b3-4de3-bbee-1b4e83be57a3.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.979786] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-781b702e-811f-4398-921a-cbf1beebd37a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.996638] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1274.996638] env[69751]: value = "task-3484482" [ 1274.996638] env[69751]: _type = "Task" [ 1274.996638] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.004266] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484482, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.152251] env[69751]: DEBUG nova.compute.manager [req-effb0e2e-b966-4913-8f0b-c5ef7521ee44 req-dcab2a2e-b488-47c8-afd6-1238fe3be3e2 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Received event network-vif-deleted-3e3f3377-542e-4bcd-8af6-93f94642292c {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1275.152489] env[69751]: INFO nova.compute.manager [req-effb0e2e-b966-4913-8f0b-c5ef7521ee44 req-dcab2a2e-b488-47c8-afd6-1238fe3be3e2 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Neutron deleted interface 3e3f3377-542e-4bcd-8af6-93f94642292c; detaching it from the instance and deleting it from the info cache [ 1275.152609] env[69751]: DEBUG nova.network.neutron [req-effb0e2e-b966-4913-8f0b-c5ef7521ee44 req-dcab2a2e-b488-47c8-afd6-1238fe3be3e2 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.378338] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.304s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.378743] env[69751]: DEBUG nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1275.382062] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.102s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.382211] env[69751]: DEBUG nova.objects.instance [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lazy-loading 'resources' on Instance uuid b530fc14-6364-4ad3-bed8-569e04e7ff52 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.507359] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484482, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.557478] env[69751]: DEBUG nova.network.neutron [-] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.655467] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4a955946-4910-4f03-92e5-1761c64c2809 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.664774] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7204e9-8efc-4f72-a75a-e01b17592465 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.695669] env[69751]: DEBUG nova.compute.manager [req-effb0e2e-b966-4913-8f0b-c5ef7521ee44 req-dcab2a2e-b488-47c8-afd6-1238fe3be3e2 service nova] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Detach interface failed, port_id=3e3f3377-542e-4bcd-8af6-93f94642292c, reason: Instance 5d019851-d7b1-4cda-8d19-c54cbc650180 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.885270] env[69751]: DEBUG nova.compute.utils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.886891] env[69751]: DEBUG nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.886891] env[69751]: DEBUG nova.network.neutron [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.942409] env[69751]: DEBUG nova.policy [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '532ecda594d24cc2aa1241acb4b35b3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2af088de5539407585483fc9b5f18beb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.008415] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484482, 'name': ReconfigVM_Task, 'duration_secs': 0.939191} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.008692] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-1965862e-85b3-4de3-bbee-1b4e83be57a3/volume-1965862e-85b3-4de3-bbee-1b4e83be57a3.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.015400] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679e014d-c314-4d0a-802a-e5c18c57e790 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.030080] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1276.030080] env[69751]: value = "task-3484483" [ 1276.030080] env[69751]: _type = "Task" [ 1276.030080] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.039894] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484483, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.060075] env[69751]: INFO nova.compute.manager [-] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Took 1.19 seconds to deallocate network for instance. [ 1276.107949] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b74ca37-bbca-4ec6-95c6-8f99aa815dfd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.116329] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab17187-47d4-4b47-9dd1-0dad383b18c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.146646] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff26fd29-ebf3-4a8a-b8a3-963a0041f84c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.154140] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9025003f-799f-4823-abff-439d3ebfe69d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.168072] env[69751]: DEBUG nova.compute.provider_tree [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.236679] env[69751]: DEBUG nova.network.neutron [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Successfully created port: e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1276.357487] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6fb0ee-4d41-4cbe-a784-89372e25ce6e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.380353] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance '68ed60f9-b51b-4359-afd6-839d699105ba' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.394612] env[69751]: DEBUG nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1276.546016] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484483, 'name': ReconfigVM_Task, 'duration_secs': 0.139476} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.546563] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1276.547600] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0210f1e4-fbab-43d9-b760-9635da28753c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.553742] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1276.553742] env[69751]: value = "task-3484484" [ 1276.553742] env[69751]: _type = "Task" [ 1276.553742] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.562253] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484484, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.568410] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.672034] env[69751]: DEBUG nova.scheduler.client.report [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.888096] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.888628] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31af794b-dd17-49db-b3df-1a229e15c785 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.896745] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1276.896745] env[69751]: value = "task-3484485" [ 1276.896745] env[69751]: _type = "Task" [ 1276.896745] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.908686] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.065814] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484484, 'name': Rename_Task, 'duration_secs': 0.140145} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.066292] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1277.066683] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa73bf4-d865-471c-8b3a-7e3a235bc231 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.074239] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1277.074239] env[69751]: value = "task-3484486" [ 1277.074239] env[69751]: _type = "Task" [ 1277.074239] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.081807] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.177173] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.795s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.179852] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.631s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.180138] env[69751]: DEBUG nova.objects.instance [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lazy-loading 'resources' on Instance uuid e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.199705] env[69751]: INFO nova.scheduler.client.report [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Deleted allocations for instance b530fc14-6364-4ad3-bed8-569e04e7ff52 [ 1277.408907] env[69751]: DEBUG nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1277.410993] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484485, 'name': PowerOffVM_Task, 'duration_secs': 0.202574} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.411753] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.411753] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance '68ed60f9-b51b-4359-afd6-839d699105ba' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.438281] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.438578] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.438743] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.438908] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.439106] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.439227] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.439414] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.439720] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.439797] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.439969] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.440158] env[69751]: DEBUG nova.virt.hardware [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.441140] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e675db-c7e6-4df0-a0be-365703d3f4e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.449620] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff529d2-c75c-4033-a83d-0aef922448ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.584693] env[69751]: DEBUG oslo_vmware.api [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484486, 'name': PowerOnVM_Task, 'duration_secs': 0.458849} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.585020] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.585218] env[69751]: DEBUG nova.compute.manager [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1277.586040] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b6429e-a313-4ddd-ad76-2b2807a78ac1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.684069] env[69751]: DEBUG nova.objects.instance [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lazy-loading 'numa_topology' on Instance uuid e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.706566] env[69751]: DEBUG oslo_concurrency.lockutils [None req-534b8b0c-7ef4-4518-a42c-d96a90cd557d tempest-ServerDiskConfigTestJSON-2129794457 tempest-ServerDiskConfigTestJSON-2129794457-project-member] Lock "b530fc14-6364-4ad3-bed8-569e04e7ff52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.184s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.909342] env[69751]: DEBUG nova.compute.manager [req-08ac5032-fb06-4ed8-aee4-8e8442c80a82 req-07389aa2-d21e-408e-b47c-cd5549205f9c service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-vif-plugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.909695] env[69751]: DEBUG oslo_concurrency.lockutils [req-08ac5032-fb06-4ed8-aee4-8e8442c80a82 req-07389aa2-d21e-408e-b47c-cd5549205f9c service nova] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.910541] env[69751]: DEBUG oslo_concurrency.lockutils [req-08ac5032-fb06-4ed8-aee4-8e8442c80a82 req-07389aa2-d21e-408e-b47c-cd5549205f9c service nova] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.910541] env[69751]: DEBUG oslo_concurrency.lockutils [req-08ac5032-fb06-4ed8-aee4-8e8442c80a82 req-07389aa2-d21e-408e-b47c-cd5549205f9c service nova] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.910541] env[69751]: DEBUG nova.compute.manager [req-08ac5032-fb06-4ed8-aee4-8e8442c80a82 req-07389aa2-d21e-408e-b47c-cd5549205f9c service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] No waiting events found dispatching network-vif-plugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1277.910541] env[69751]: WARNING nova.compute.manager [req-08ac5032-fb06-4ed8-aee4-8e8442c80a82 req-07389aa2-d21e-408e-b47c-cd5549205f9c service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received unexpected event network-vif-plugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d for instance with vm_state building and task_state spawning. [ 1277.918146] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.918375] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.918532] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.918711] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.918980] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.919156] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.919288] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.919439] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.919659] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.919835] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.920019] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.925487] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6f71e6e-950a-4c39-a21d-913ab97593d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.944605] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1277.944605] env[69751]: value = "task-3484487" [ 1277.944605] env[69751]: _type = "Task" [ 1277.944605] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.952957] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.057236] env[69751]: DEBUG nova.network.neutron [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Successfully updated port: e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.101177] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.187105] env[69751]: DEBUG nova.objects.base [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1278.385175] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929967f-3653-4e63-9a52-ee9a035b49b9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.393903] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e9e92f-3d41-4a8f-a40c-b401b5818224 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.425609] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b2f198-17a0-4cca-b847-c4494e8564e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.433121] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38bf766d-2dc8-45b3-8a71-f65ff6e258c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.447058] env[69751]: DEBUG nova.compute.provider_tree [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.456030] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484487, 'name': ReconfigVM_Task, 'duration_secs': 0.215827} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.456855] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance '68ed60f9-b51b-4359-afd6-839d699105ba' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.536962] env[69751]: DEBUG nova.compute.manager [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1278.559889] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.560051] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.560218] env[69751]: DEBUG nova.network.neutron [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.952968] env[69751]: DEBUG nova.scheduler.client.report [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.963055] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.963742] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.963742] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.963742] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.963742] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.963885] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.964120] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.964226] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.964387] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.964542] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.965355] env[69751]: DEBUG nova.virt.hardware [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.971054] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.971259] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7083a554-0e73-47d8-95e0-a3dd51258436 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.990960] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1278.990960] env[69751]: value = "task-3484488" [ 1278.990960] env[69751]: _type = "Task" [ 1278.990960] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.999104] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.056955] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.114608] env[69751]: DEBUG nova.network.neutron [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.355522] env[69751]: DEBUG nova.network.neutron [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab61e6-47", "ovs_interfaceid": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.458227] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.460307] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.887s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.460523] env[69751]: DEBUG nova.objects.instance [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lazy-loading 'resources' on Instance uuid a62305c9-d5cc-49b1-9b23-3c62d94931af {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.501478] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484488, 'name': ReconfigVM_Task, 'duration_secs': 0.188032} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.501478] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1279.502256] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5da54a-acc1-4164-ba99-28572b668390 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.532639] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.534570] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c677e9a-eb0e-4dc4-89a8-5f7ffd6339c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.556020] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1279.556020] env[69751]: value = "task-3484489" [ 1279.556020] env[69751]: _type = "Task" [ 1279.556020] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.563083] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.857887] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.858155] env[69751]: DEBUG nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Instance network_info: |[{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab61e6-47", "ovs_interfaceid": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.858608] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:a8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ab61e6-47ac-4c74-acc3-015d31d24b8d', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.866690] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating folder: Project (2af088de5539407585483fc9b5f18beb). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.866843] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84fc180f-4505-4e8f-b3bd-8d1187244a78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.875998] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created folder: Project (2af088de5539407585483fc9b5f18beb) in parent group-v696263. [ 1279.876268] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating folder: Instances. Parent ref: group-v696568. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1279.876443] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bdd3dfcb-bd5b-42e8-b3c0-819f080941be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.887903] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created folder: Instances in parent group-v696568. [ 1279.887903] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.888038] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.888239] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c00a01fe-03cc-4b90-be66-c63e1b5ead42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.910264] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.910264] env[69751]: value = "task-3484492" [ 1279.910264] env[69751]: _type = "Task" [ 1279.910264] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.918419] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484492, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.943119] env[69751]: DEBUG nova.compute.manager [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.943119] env[69751]: DEBUG nova.compute.manager [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing instance network info cache due to event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.943870] env[69751]: DEBUG oslo_concurrency.lockutils [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] Acquiring lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.943870] env[69751]: DEBUG oslo_concurrency.lockutils [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] Acquired lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.943870] env[69751]: DEBUG nova.network.neutron [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.968352] env[69751]: DEBUG oslo_concurrency.lockutils [None req-902cd358-bf8b-45c8-a017-4f509acf4f51 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.818s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.970275] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 7.127s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.970465] env[69751]: INFO nova.compute.manager [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Unshelving [ 1280.064308] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484489, 'name': ReconfigVM_Task, 'duration_secs': 0.311476} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.066852] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1280.067210] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance '68ed60f9-b51b-4359-afd6-839d699105ba' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.202868] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727a33f-f33d-4625-9f9f-fe6266404562 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.213238] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1a19df-236c-49d9-b9e8-0e9b4d35c984 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.245596] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00534489-9793-4fbc-b4e4-a97e783c5bfb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.253121] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece3ec70-a5e0-4f43-900f-6d8ef3673421 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.266995] env[69751]: DEBUG nova.compute.provider_tree [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.420177] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484492, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.574429] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7e9cb4-4a44-49e8-b190-583cba719970 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.599633] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f96b50a-5f1a-43ed-a410-97d541b2e509 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.619699] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance '68ed60f9-b51b-4359-afd6-839d699105ba' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1280.666779] env[69751]: DEBUG nova.network.neutron [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updated VIF entry in instance network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.667209] env[69751]: DEBUG nova.network.neutron [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab61e6-47", "ovs_interfaceid": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.770769] env[69751]: DEBUG nova.scheduler.client.report [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.921174] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484492, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.117290] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.171671] env[69751]: DEBUG oslo_concurrency.lockutils [req-9aede6b4-8516-467c-aa75-822abadff9f8 req-54fba384-d6f8-443d-bb6a-c50983fba2a4 service nova] Releasing lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.275897] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.278257] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.877s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.279869] env[69751]: INFO nova.compute.claims [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1281.295909] env[69751]: INFO nova.scheduler.client.report [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted allocations for instance a62305c9-d5cc-49b1-9b23-3c62d94931af [ 1281.423531] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484492, 'name': CreateVM_Task, 'duration_secs': 1.328383} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.423683] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.424340] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.424504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.424848] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.425110] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-976afef0-8014-4bb5-bcc0-c70073109101 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.429255] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1281.429255] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c0f490-a692-dddf-d39d-960c893d7eda" [ 1281.429255] env[69751]: _type = "Task" [ 1281.429255] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.436434] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c0f490-a692-dddf-d39d-960c893d7eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.803073] env[69751]: DEBUG oslo_concurrency.lockutils [None req-35c18901-5592-401a-be20-5e1189a77488 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "a62305c9-d5cc-49b1-9b23-3c62d94931af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.718s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.940981] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c0f490-a692-dddf-d39d-960c893d7eda, 'name': SearchDatastore_Task, 'duration_secs': 0.009193} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.941100] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.941456] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.941769] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.941932] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.942130] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.942399] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61f22258-fa9c-49c6-a311-f7f43e81688c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.951421] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.951734] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.952963] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec9c5bb0-5d82-477f-978f-ff9c970aa3a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.960573] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1281.960573] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526c7a81-546c-9c08-f4fe-e9560b5bf63f" [ 1281.960573] env[69751]: _type = "Task" [ 1281.960573] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.972642] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526c7a81-546c-9c08-f4fe-e9560b5bf63f, 'name': SearchDatastore_Task, 'duration_secs': 0.008315} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.973732] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f4a492-d9c1-474c-8800-66adffa82c1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.980515] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1281.980515] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5204eeab-9af3-cde8-0391-c70fb76f0eb5" [ 1281.980515] env[69751]: _type = "Task" [ 1281.980515] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.992399] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5204eeab-9af3-cde8-0391-c70fb76f0eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.007976} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.992737] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.993120] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.993463] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8be583e-3937-4eef-a113-a89b5d97cdcc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.001046] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1282.001046] env[69751]: value = "task-3484493" [ 1282.001046] env[69751]: _type = "Task" [ 1282.001046] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.012475] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.292434] env[69751]: DEBUG nova.network.neutron [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1282.475063] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47053a7-4149-444e-b673-b35c56d093ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.482075] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aecedfe-6d84-40f1-8e5f-e7d1b3226b30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.515439] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b275f-d6d7-475a-a342-95b36e3647ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.524965] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fe8a84-73e5-4d28-91bd-b2260e951d59 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.529165] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.529980] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.529980] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.529980] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.529980] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.531448] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419418} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.531694] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.531902] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.532486] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-289baf97-5386-4426-aa77-cd0e7f422827 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.535307] env[69751]: INFO nova.compute.manager [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Terminating instance [ 1282.545984] env[69751]: DEBUG nova.compute.provider_tree [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.553577] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1282.553577] env[69751]: value = "task-3484494" [ 1282.553577] env[69751]: _type = "Task" [ 1282.553577] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.562857] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.015619] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "491acdef-b5e0-42ac-82fd-6d24f902de49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.015841] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.048597] env[69751]: DEBUG nova.scheduler.client.report [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1283.052708] env[69751]: DEBUG nova.compute.manager [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.052708] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.053807] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28771190-ff8a-4b73-a3e1-81690a563d87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.065028] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066189} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.066948] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1283.067525] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.068202] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd9ec53-8087-4762-92eb-6adfd1f6505b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.070667] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0226bf1b-cbb1-4944-be13-93e768b37022 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.094215] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1283.095664] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be093fdb-65b5-4c86-8973-95dc2bd3c5bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.109789] env[69751]: DEBUG oslo_vmware.api [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1283.109789] env[69751]: value = "task-3484495" [ 1283.109789] env[69751]: _type = "Task" [ 1283.109789] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.114985] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1283.114985] env[69751]: value = "task-3484496" [ 1283.114985] env[69751]: _type = "Task" [ 1283.114985] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.121011] env[69751]: DEBUG oslo_vmware.api [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.125670] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484496, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.316498] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.316866] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.316866] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.518654] env[69751]: DEBUG nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1283.553848] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.554374] env[69751]: DEBUG nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.557186] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.155s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.557359] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.557511] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1283.557790] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.191s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.559210] env[69751]: INFO nova.compute.claims [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.562610] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82b9257-fd92-4d2e-876b-3a2002b2a640 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.571055] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4348df9d-bc22-40c3-9bff-7c23cf6aeffd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.585265] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab5a2e4-86c6-4b1e-bd5e-92cbc6c3212a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.592505] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa3cbf5-97fd-4612-a26c-ec6cf4d26229 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.623150] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179677MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1283.623336] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.634045] env[69751]: DEBUG oslo_vmware.api [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484495, 'name': PowerOffVM_Task, 'duration_secs': 0.193307} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.636428] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.636601] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.636841] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.637060] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead5b302-6e62-4cb2-8bba-9fc4a28cf261 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.697644] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.697932] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.698172] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleting the datastore file [datastore2] 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.698426] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5256d6f0-2682-48cf-ad61-2b3ad2a4fca3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.704552] env[69751]: DEBUG oslo_vmware.api [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1283.704552] env[69751]: value = "task-3484498" [ 1283.704552] env[69751]: _type = "Task" [ 1283.704552] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.712361] env[69751]: DEBUG oslo_vmware.api [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.041809] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.065329] env[69751]: DEBUG nova.compute.utils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1284.066648] env[69751]: DEBUG nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1284.066843] env[69751]: DEBUG nova.network.neutron [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.116338] env[69751]: DEBUG nova.policy [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.132184] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.215978] env[69751]: DEBUG oslo_vmware.api [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1271} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.216262] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1284.216969] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1284.216969] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1284.217149] env[69751]: INFO nova.compute.manager [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1284.217297] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1284.217494] env[69751]: DEBUG nova.compute.manager [-] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1284.217591] env[69751]: DEBUG nova.network.neutron [-] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1284.366565] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.366822] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.366980] env[69751]: DEBUG nova.network.neutron [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.406508] env[69751]: DEBUG nova.network.neutron [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Successfully created port: 94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.485139] env[69751]: DEBUG nova.compute.manager [req-0e342e14-cbe1-418c-93c8-345f25cbb5b4 req-cf32eb01-90dc-4f56-af3a-2300b1d95794 service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Received event network-vif-deleted-d6efa1be-7668-4b72-b401-7ed16086e338 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.485344] env[69751]: INFO nova.compute.manager [req-0e342e14-cbe1-418c-93c8-345f25cbb5b4 req-cf32eb01-90dc-4f56-af3a-2300b1d95794 service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Neutron deleted interface d6efa1be-7668-4b72-b401-7ed16086e338; detaching it from the instance and deleting it from the info cache [ 1284.485513] env[69751]: DEBUG nova.network.neutron [req-0e342e14-cbe1-418c-93c8-345f25cbb5b4 req-cf32eb01-90dc-4f56-af3a-2300b1d95794 service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.575541] env[69751]: DEBUG nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.632345] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484496, 'name': ReconfigVM_Task, 'duration_secs': 1.146749} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.634827] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.635827] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9339f9a-b3ff-4412-8c7b-61bd9516e7f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.642110] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1284.642110] env[69751]: value = "task-3484499" [ 1284.642110] env[69751]: _type = "Task" [ 1284.642110] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.654128] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484499, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.775654] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c007295-4c90-457a-abe6-2e237d90190a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.783510] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110972c6-ff8f-4a40-84e6-c3767355c893 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.813444] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc144c2-11fd-4568-9d35-bab810be42ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.820605] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec74c2c2-8f3f-4b2d-bd98-2b27b9a2316d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.833345] env[69751]: DEBUG nova.compute.provider_tree [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.945348] env[69751]: DEBUG nova.network.neutron [-] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.988632] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0a9d7f9-7bdb-4a51-8e03-18c361f4157b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.998344] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e27a7792-0a4f-4eab-b100-718f3323a074 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.031292] env[69751]: DEBUG nova.compute.manager [req-0e342e14-cbe1-418c-93c8-345f25cbb5b4 req-cf32eb01-90dc-4f56-af3a-2300b1d95794 service nova] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Detach interface failed, port_id=d6efa1be-7668-4b72-b401-7ed16086e338, reason: Instance 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1285.098094] env[69751]: DEBUG nova.network.neutron [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.152069] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484499, 'name': Rename_Task, 'duration_secs': 0.14076} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.152208] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.152362] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbdb54a9-2162-4da0-b3b1-ae39c0213979 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.159087] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1285.159087] env[69751]: value = "task-3484500" [ 1285.159087] env[69751]: _type = "Task" [ 1285.159087] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.167793] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.337073] env[69751]: DEBUG nova.scheduler.client.report [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.448574] env[69751]: INFO nova.compute.manager [-] [instance: 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72] Took 1.23 seconds to deallocate network for instance. [ 1285.585466] env[69751]: DEBUG nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.600357] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.612844] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.613111] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.613272] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.613451] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.613596] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.613745] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.613949] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.614125] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.614292] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.614456] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.614624] env[69751]: DEBUG nova.virt.hardware [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.616057] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e06ff7-bcf7-4e92-ab30-27175ad02077 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.625638] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae40e37-734c-41e8-bfcd-7f9043596258 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.668993] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484500, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.817238] env[69751]: DEBUG nova.compute.manager [req-44734201-78aa-471e-a91d-ab0dee5dc400 req-74d0cdc8-cf13-473a-b78d-839dc06a8252 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-vif-plugged-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.817463] env[69751]: DEBUG oslo_concurrency.lockutils [req-44734201-78aa-471e-a91d-ab0dee5dc400 req-74d0cdc8-cf13-473a-b78d-839dc06a8252 service nova] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.817862] env[69751]: DEBUG oslo_concurrency.lockutils [req-44734201-78aa-471e-a91d-ab0dee5dc400 req-74d0cdc8-cf13-473a-b78d-839dc06a8252 service nova] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.817862] env[69751]: DEBUG oslo_concurrency.lockutils [req-44734201-78aa-471e-a91d-ab0dee5dc400 req-74d0cdc8-cf13-473a-b78d-839dc06a8252 service nova] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.817987] env[69751]: DEBUG nova.compute.manager [req-44734201-78aa-471e-a91d-ab0dee5dc400 req-74d0cdc8-cf13-473a-b78d-839dc06a8252 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] No waiting events found dispatching network-vif-plugged-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1285.818171] env[69751]: WARNING nova.compute.manager [req-44734201-78aa-471e-a91d-ab0dee5dc400 req-74d0cdc8-cf13-473a-b78d-839dc06a8252 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received unexpected event network-vif-plugged-94a858fe-9fa2-415e-8fac-dbdd5de0946e for instance with vm_state building and task_state spawning. [ 1285.842291] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.284s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.842848] env[69751]: DEBUG nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1285.845691] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.240s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.849017] env[69751]: DEBUG nova.objects.instance [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lazy-loading 'resources' on Instance uuid a9646473-9b6c-47ba-ace6-f80e433ba971 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.952902] env[69751]: DEBUG nova.network.neutron [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Successfully updated port: 94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.955035] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.110780] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14782b20-da3e-4c63-8e1d-af05e963bcc6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.117580] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4412193-eb3e-4b03-8af8-cdf154c4f939 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.170456] env[69751]: DEBUG oslo_vmware.api [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484500, 'name': PowerOnVM_Task, 'duration_secs': 0.522194} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.170744] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.170946] env[69751]: INFO nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1286.171139] env[69751]: DEBUG nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1286.171927] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f0faa-af9b-47f2-954e-7d350000195b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.349170] env[69751]: DEBUG nova.compute.utils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1286.353377] env[69751]: DEBUG nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1286.353549] env[69751]: DEBUG nova.network.neutron [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1286.416654] env[69751]: DEBUG nova.policy [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31c598c83d7c44709b7a7f6e7bf69ee5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bdcae5d4bfbf4f80961b694839041e06', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1286.453086] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.453888] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.454222] env[69751]: DEBUG nova.network.neutron [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.532413] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb56e97-bd5d-400e-93f4-ebdd971576d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.540338] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18881ee5-b7a8-474c-b33e-edce8e57d797 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.569916] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67904b-00bc-4a45-85d6-6bb85409538f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.577460] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee5d228-74c8-4aea-bf47-5fdad99b4fd6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.593645] env[69751]: DEBUG nova.compute.provider_tree [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.695468] env[69751]: INFO nova.compute.manager [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Took 16.93 seconds to build instance. [ 1286.730755] env[69751]: DEBUG nova.network.neutron [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Successfully created port: 211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.854114] env[69751]: DEBUG nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1286.994937] env[69751]: DEBUG nova.network.neutron [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1287.095484] env[69751]: DEBUG nova.scheduler.client.report [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.158693] env[69751]: DEBUG nova.network.neutron [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.196788] env[69751]: DEBUG oslo_concurrency.lockutils [None req-02d5b074-13e2-460b-8f99-3c04ec8e261d tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.445s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.250542] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefcffb9-b8d3-4a8d-ab68-5c17e8dca352 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.272863] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b729dcd-0240-4cb1-9c64-a1d80644b9b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.280104] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance '68ed60f9-b51b-4359-afd6-839d699105ba' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.602582] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.605972] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.038s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.606231] env[69751]: DEBUG nova.objects.instance [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'resources' on Instance uuid 5d019851-d7b1-4cda-8d19-c54cbc650180 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.626299] env[69751]: INFO nova.scheduler.client.report [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Deleted allocations for instance a9646473-9b6c-47ba-ace6-f80e433ba971 [ 1287.661851] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.662177] env[69751]: DEBUG nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Instance network_info: |[{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.662575] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:5d:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94a858fe-9fa2-415e-8fac-dbdd5de0946e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.670136] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.671348] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.671585] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef07331-d68a-47bb-ab38-ad8fde10dcb7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.692060] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.692060] env[69751]: value = "task-3484501" [ 1287.692060] env[69751]: _type = "Task" [ 1287.692060] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.707749] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484501, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.786759] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.787073] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40bfb36d-83db-4fa0-9286-bf673eec127d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.793686] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1287.793686] env[69751]: value = "task-3484502" [ 1287.793686] env[69751]: _type = "Task" [ 1287.793686] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.802834] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.851277] env[69751]: DEBUG nova.compute.manager [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.851571] env[69751]: DEBUG nova.compute.manager [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing instance network info cache due to event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.851719] env[69751]: DEBUG oslo_concurrency.lockutils [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.851883] env[69751]: DEBUG oslo_concurrency.lockutils [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.852081] env[69751]: DEBUG nova.network.neutron [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.864350] env[69751]: DEBUG nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1287.889814] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1287.890099] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.890290] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1287.890506] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.890691] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1287.891326] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1287.891326] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1287.891326] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1287.891655] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1287.891655] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1287.891798] env[69751]: DEBUG nova.virt.hardware [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1287.892640] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfb7a37-33e1-455c-b5a3-5676999c1046 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.900671] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce1635-7010-4712-b468-802e1810b2bc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.135459] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbd4bd44-cd33-424f-aa63-adfe838d52f9 tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "a9646473-9b6c-47ba-ace6-f80e433ba971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.929s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.206733] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484501, 'name': CreateVM_Task, 'duration_secs': 0.311905} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.207029] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.207841] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.208170] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.208594] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.208976] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c306a28f-b08e-49fb-8f97-907bc21c16eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.216488] env[69751]: DEBUG nova.network.neutron [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Successfully updated port: 211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.219860] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1288.219860] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521e1550-d18e-6cd7-a7e9-ade1182fe23b" [ 1288.219860] env[69751]: _type = "Task" [ 1288.219860] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.229690] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521e1550-d18e-6cd7-a7e9-ade1182fe23b, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.230224] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.230616] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.231014] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.231344] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.231691] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.232738] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ce8522d-b6de-4a62-bb08-876dd115ace4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.247019] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.247019] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.247019] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0ab4f0-8de1-4e91-8296-7790f7525d6e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.252184] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1288.252184] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529591c5-ea3d-f9f3-b143-35aa2ad22196" [ 1288.252184] env[69751]: _type = "Task" [ 1288.252184] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.261163] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529591c5-ea3d-f9f3-b143-35aa2ad22196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.306891] env[69751]: DEBUG oslo_vmware.api [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484502, 'name': PowerOnVM_Task, 'duration_secs': 0.406813} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.307231] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.307384] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ad636-d8cf-483f-b554-276d5f3a7bd6 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance '68ed60f9-b51b-4359-afd6-839d699105ba' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.358362] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfdb854-619e-4a32-89a7-345441273766 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.367379] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d95e738-180a-4805-9323-86f38d0306fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.403291] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6be6cb-eaff-4b75-a18c-63d07e2e43a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.411755] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860597b1-7612-47ca-a7ee-66c7a54e3fda {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.425480] env[69751]: DEBUG nova.compute.provider_tree [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.722072] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.722325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.722460] env[69751]: DEBUG nova.network.neutron [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.763087] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529591c5-ea3d-f9f3-b143-35aa2ad22196, 'name': SearchDatastore_Task, 'duration_secs': 0.009672} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.763867] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28839459-f112-4bba-9578-71418b03a618 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.769710] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1288.769710] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e6f5c1-29fd-8a95-f5c1-225981cd8007" [ 1288.769710] env[69751]: _type = "Task" [ 1288.769710] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.777264] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e6f5c1-29fd-8a95-f5c1-225981cd8007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.854213] env[69751]: DEBUG nova.network.neutron [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updated VIF entry in instance network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.854322] env[69751]: DEBUG nova.network.neutron [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.929033] env[69751]: DEBUG nova.scheduler.client.report [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.252756] env[69751]: DEBUG nova.network.neutron [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.279677] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e6f5c1-29fd-8a95-f5c1-225981cd8007, 'name': SearchDatastore_Task, 'duration_secs': 0.041795} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.279963] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.280256] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 8dc492db-8d6e-402f-9265-dfa9c3f36687/8dc492db-8d6e-402f-9265-dfa9c3f36687.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.280519] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8f9ded3-93e4-4e0a-8daa-9ed7b967d82b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.287577] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1289.287577] env[69751]: value = "task-3484504" [ 1289.287577] env[69751]: _type = "Task" [ 1289.287577] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.297255] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484504, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.357047] env[69751]: DEBUG oslo_concurrency.lockutils [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.357047] env[69751]: DEBUG nova.compute.manager [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.357253] env[69751]: DEBUG nova.compute.manager [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing instance network info cache due to event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.357359] env[69751]: DEBUG oslo_concurrency.lockutils [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] Acquiring lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.357531] env[69751]: DEBUG oslo_concurrency.lockutils [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] Acquired lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.357756] env[69751]: DEBUG nova.network.neutron [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.392094] env[69751]: DEBUG nova.network.neutron [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updating instance_info_cache with network_info: [{"id": "211b7489-d8a8-47c0-8b28-9a5544298df1", "address": "fa:16:3e:c9:b7:3f", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211b7489-d8", "ovs_interfaceid": "211b7489-d8a8-47c0-8b28-9a5544298df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.433902] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.436480] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.335s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.436686] env[69751]: DEBUG nova.objects.instance [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1289.457729] env[69751]: INFO nova.scheduler.client.report [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted allocations for instance 5d019851-d7b1-4cda-8d19-c54cbc650180 [ 1289.797693] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484504, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.453033} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.797985] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 8dc492db-8d6e-402f-9265-dfa9c3f36687/8dc492db-8d6e-402f-9265-dfa9c3f36687.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1289.798212] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1289.798467] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9236045-39b4-4489-9542-4f6135b8d832 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.804870] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1289.804870] env[69751]: value = "task-3484505" [ 1289.804870] env[69751]: _type = "Task" [ 1289.804870] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.814715] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484505, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.894923] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.895199] env[69751]: DEBUG nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Instance network_info: |[{"id": "211b7489-d8a8-47c0-8b28-9a5544298df1", "address": "fa:16:3e:c9:b7:3f", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211b7489-d8", "ovs_interfaceid": "211b7489-d8a8-47c0-8b28-9a5544298df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1289.895658] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b7:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54495d8d-2696-4f65-b925-e567abdc205f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '211b7489-d8a8-47c0-8b28-9a5544298df1', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1289.905024] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1289.907738] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1289.908999] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edca4ce2-9833-4921-9176-ea52273e71cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.930121] env[69751]: DEBUG nova.compute.manager [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Received event network-vif-plugged-211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.930366] env[69751]: DEBUG oslo_concurrency.lockutils [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.930577] env[69751]: DEBUG oslo_concurrency.lockutils [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.930855] env[69751]: DEBUG oslo_concurrency.lockutils [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.930933] env[69751]: DEBUG nova.compute.manager [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] No waiting events found dispatching network-vif-plugged-211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1289.931202] env[69751]: WARNING nova.compute.manager [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Received unexpected event network-vif-plugged-211b7489-d8a8-47c0-8b28-9a5544298df1 for instance with vm_state building and task_state spawning. [ 1289.931295] env[69751]: DEBUG nova.compute.manager [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Received event network-changed-211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.931511] env[69751]: DEBUG nova.compute.manager [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Refreshing instance network info cache due to event network-changed-211b7489-d8a8-47c0-8b28-9a5544298df1. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.931720] env[69751]: DEBUG oslo_concurrency.lockutils [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] Acquiring lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.931860] env[69751]: DEBUG oslo_concurrency.lockutils [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] Acquired lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.932159] env[69751]: DEBUG nova.network.neutron [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Refreshing network info cache for port 211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.939974] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1289.939974] env[69751]: value = "task-3484506" [ 1289.939974] env[69751]: _type = "Task" [ 1289.939974] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.953221] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484506, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.967730] env[69751]: DEBUG oslo_concurrency.lockutils [None req-cfcc91e3-163e-43b0-bfe4-1df0d6e9b655 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "5d019851-d7b1-4cda-8d19-c54cbc650180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.244s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.155797] env[69751]: DEBUG nova.network.neutron [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updated VIF entry in instance network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.156308] env[69751]: DEBUG nova.network.neutron [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab61e6-47", "ovs_interfaceid": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.316450] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484505, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063607} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.316807] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1290.317860] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a643a9ee-9774-496d-8e55-c03785c18f8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.352083] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 8dc492db-8d6e-402f-9265-dfa9c3f36687/8dc492db-8d6e-402f-9265-dfa9c3f36687.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1290.352481] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0dd89a3f-8d00-42cf-a84e-0c2b3ba00dd9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.380679] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1290.380679] env[69751]: value = "task-3484507" [ 1290.380679] env[69751]: _type = "Task" [ 1290.380679] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.392764] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.451711] env[69751]: DEBUG oslo_concurrency.lockutils [None req-84d8ac73-fbf6-4eac-90ac-2f3edfa96215 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.452697] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484506, 'name': CreateVM_Task, 'duration_secs': 0.470933} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.453600] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.397s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.454817] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.455687] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.455850] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.456180] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.456457] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f5dcb2-ff46-4f54-bb84-f0a686a87857 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.462639] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1290.462639] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529275fd-a260-1fb3-651b-4e956ed4f2f4" [ 1290.462639] env[69751]: _type = "Task" [ 1290.462639] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.472543] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529275fd-a260-1fb3-651b-4e956ed4f2f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.504635] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.504635] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.658832] env[69751]: DEBUG oslo_concurrency.lockutils [req-5728f32f-2230-4c65-9be5-12277a409e9f req-044ae941-30df-4ed4-a5d8-376c4954bd47 service nova] Releasing lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.668936] env[69751]: DEBUG nova.network.neutron [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updated VIF entry in instance network info cache for port 211b7489-d8a8-47c0-8b28-9a5544298df1. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.669283] env[69751]: DEBUG nova.network.neutron [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updating instance_info_cache with network_info: [{"id": "211b7489-d8a8-47c0-8b28-9a5544298df1", "address": "fa:16:3e:c9:b7:3f", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211b7489-d8", "ovs_interfaceid": "211b7489-d8a8-47c0-8b28-9a5544298df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.698346] env[69751]: DEBUG nova.network.neutron [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Port 5e8ee9e5-59c5-4077-afac-c3afb5e827d9 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1290.698607] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.698756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.698962] env[69751]: DEBUG nova.network.neutron [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.890828] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484507, 'name': ReconfigVM_Task, 'duration_secs': 0.267536} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.891151] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 8dc492db-8d6e-402f-9265-dfa9c3f36687/8dc492db-8d6e-402f-9265-dfa9c3f36687.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1290.891845] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-853621ec-b17e-4d64-a97c-e663c618c6e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.898247] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1290.898247] env[69751]: value = "task-3484508" [ 1290.898247] env[69751]: _type = "Task" [ 1290.898247] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.907419] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484508, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.926258] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.926545] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.926770] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.926969] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.927164] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.929742] env[69751]: INFO nova.compute.manager [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Terminating instance [ 1290.962256] env[69751]: INFO nova.compute.claims [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.976548] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]529275fd-a260-1fb3-651b-4e956ed4f2f4, 'name': SearchDatastore_Task, 'duration_secs': 0.015212} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.976857] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.977095] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1290.977339] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.977473] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.977649] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1290.977902] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdb2759e-7f08-4844-a3ee-0968b9cb0b77 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.987147] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1290.987327] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1290.988311] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c9bb39d-ec69-4f62-8f4d-2b79b360bacb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.993768] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1290.993768] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52791d74-7df7-16f0-b469-d786487c0be3" [ 1290.993768] env[69751]: _type = "Task" [ 1290.993768] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.002725] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52791d74-7df7-16f0-b469-d786487c0be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.006755] env[69751]: DEBUG nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1291.171901] env[69751]: DEBUG oslo_concurrency.lockutils [req-e03f8540-38c0-4496-86e7-b9f477e332ab req-b1391a8b-c826-4783-9f5e-82951903ffeb service nova] Releasing lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.408306] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484508, 'name': Rename_Task, 'duration_secs': 0.146118} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.410783] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1291.411056] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23ffa1b8-9bbd-483f-8c39-8d4182908050 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.418526] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1291.418526] env[69751]: value = "task-3484509" [ 1291.418526] env[69751]: _type = "Task" [ 1291.418526] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.429756] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484509, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.434434] env[69751]: DEBUG nova.compute.manager [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1291.434643] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.435418] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf49cf-929a-4092-9634-b5f6f5f3e3d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.441799] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.442043] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a41af055-bdf3-41dd-ad86-8166f0181394 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.444348] env[69751]: DEBUG nova.network.neutron [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.450159] env[69751]: DEBUG oslo_vmware.api [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1291.450159] env[69751]: value = "task-3484510" [ 1291.450159] env[69751]: _type = "Task" [ 1291.450159] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.458107] env[69751]: DEBUG oslo_vmware.api [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.473125] env[69751]: INFO nova.compute.resource_tracker [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating resource usage from migration 2fead57c-5b5c-49fb-8aca-f4be99db0f20 [ 1291.506806] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52791d74-7df7-16f0-b469-d786487c0be3, 'name': SearchDatastore_Task, 'duration_secs': 0.014712} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.507657] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca3d5fa-19e3-47e8-b3f1-7216908d93e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.516383] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1291.516383] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c26675-858f-f877-3f97-d8d26c0363c1" [ 1291.516383] env[69751]: _type = "Task" [ 1291.516383] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.526385] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c26675-858f-f877-3f97-d8d26c0363c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.527890] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.675979] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88104ea4-03e7-48cc-b685-5c20542f6670 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.684754] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4e1aae-ec90-4aec-97d9-02b37d883c73 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.716346] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ad61f2-f90a-4052-a303-4849f6888184 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.723988] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec870ce-e64d-4e13-b506-7287eb263570 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.737329] env[69751]: DEBUG nova.compute.provider_tree [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.934455] env[69751]: DEBUG oslo_vmware.api [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484509, 'name': PowerOnVM_Task, 'duration_secs': 0.472965} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.934872] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1291.935135] env[69751]: INFO nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1291.937100] env[69751]: DEBUG nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1291.938272] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61caccda-988b-4e3c-b039-e5c006f403a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.952245] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.968078] env[69751]: DEBUG oslo_vmware.api [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484510, 'name': PowerOffVM_Task, 'duration_secs': 0.264435} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.968452] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.968704] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.969061] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-47a1ab5a-7be3-4272-84b8-e947917264ba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.030164] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c26675-858f-f877-3f97-d8d26c0363c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.031052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.031348] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4cb64ed3-c70e-47e5-97ef-6a202504dc2b/4cb64ed3-c70e-47e5-97ef-6a202504dc2b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.031630] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.031811] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.031981] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Deleting the datastore file [datastore1] c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.032226] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc6195d6-76a7-4da7-a559-6438c9afde93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.034115] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7b4fadf-2057-496d-91ab-0aab7e1b44cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.039932] env[69751]: DEBUG oslo_vmware.api [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for the task: (returnval){ [ 1292.039932] env[69751]: value = "task-3484512" [ 1292.039932] env[69751]: _type = "Task" [ 1292.039932] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.041354] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1292.041354] env[69751]: value = "task-3484513" [ 1292.041354] env[69751]: _type = "Task" [ 1292.041354] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.051874] env[69751]: DEBUG oslo_vmware.api [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484512, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.054805] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.240247] env[69751]: DEBUG nova.scheduler.client.report [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.459693] env[69751]: DEBUG nova.compute.manager [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69751) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1292.471647] env[69751]: INFO nova.compute.manager [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Took 19.09 seconds to build instance. [ 1292.557824] env[69751]: DEBUG oslo_vmware.api [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Task: {'id': task-3484512, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272832} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.561743] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.562008] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.562292] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.562518] env[69751]: INFO nova.compute.manager [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1292.562914] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.563881] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484513, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.564209] env[69751]: DEBUG nova.compute.manager [-] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.564319] env[69751]: DEBUG nova.network.neutron [-] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.745380] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.292s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.745555] env[69751]: INFO nova.compute.manager [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Migrating [ 1292.752221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.635s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.752441] env[69751]: DEBUG nova.objects.instance [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lazy-loading 'pci_requests' on Instance uuid e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.974697] env[69751]: DEBUG oslo_concurrency.lockutils [None req-2dfa02e0-2802-441e-9f43-97ab8c81cd9c tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.601s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.055688] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672125} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.055969] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 4cb64ed3-c70e-47e5-97ef-6a202504dc2b/4cb64ed3-c70e-47e5-97ef-6a202504dc2b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.056202] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.056452] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23e83fe4-3c97-442d-a10a-f4a7735cf3ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.063122] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1293.063122] env[69751]: value = "task-3484514" [ 1293.063122] env[69751]: _type = "Task" [ 1293.063122] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.071029] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.264377] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.264377] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.264377] env[69751]: DEBUG nova.network.neutron [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.266223] env[69751]: DEBUG nova.objects.instance [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lazy-loading 'numa_topology' on Instance uuid e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.574543] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163958} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.574972] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.575873] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde3f53d-0789-4107-958a-e6e83c3f6b85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.583648] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.614036] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 4cb64ed3-c70e-47e5-97ef-6a202504dc2b/4cb64ed3-c70e-47e5-97ef-6a202504dc2b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.618532] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eb16e2f-f6a6-4cd4-8766-4d613234282e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.635238] env[69751]: DEBUG nova.compute.manager [req-eb7fe8f4-ddf5-4af4-9570-8f4f49b1e12c req-df46cdf4-275d-4d36-b3d8-9669cbca8a35 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Received event network-vif-deleted-fd7e523d-57a6-47b3-bf82-ee5d6eaa3755 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.635436] env[69751]: INFO nova.compute.manager [req-eb7fe8f4-ddf5-4af4-9570-8f4f49b1e12c req-df46cdf4-275d-4d36-b3d8-9669cbca8a35 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Neutron deleted interface fd7e523d-57a6-47b3-bf82-ee5d6eaa3755; detaching it from the instance and deleting it from the info cache [ 1293.635607] env[69751]: DEBUG nova.network.neutron [req-eb7fe8f4-ddf5-4af4-9570-8f4f49b1e12c req-df46cdf4-275d-4d36-b3d8-9669cbca8a35 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.642046] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1293.642046] env[69751]: value = "task-3484515" [ 1293.642046] env[69751]: _type = "Task" [ 1293.642046] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.650357] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.769097] env[69751]: INFO nova.compute.claims [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1294.027981] env[69751]: DEBUG nova.network.neutron [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.085448] env[69751]: DEBUG nova.network.neutron [-] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.138619] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67ee83d4-b93c-447c-af8f-615432b5f5a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.150982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939f915c-0855-4f62-a8c2-6c272956638c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.165702] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484515, 'name': ReconfigVM_Task, 'duration_secs': 0.315864} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.166476] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 4cb64ed3-c70e-47e5-97ef-6a202504dc2b/4cb64ed3-c70e-47e5-97ef-6a202504dc2b.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.167194] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eef55318-f2d2-434c-bf4f-24dd95968afb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.173321] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1294.173321] env[69751]: value = "task-3484516" [ 1294.173321] env[69751]: _type = "Task" [ 1294.173321] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.186009] env[69751]: DEBUG nova.compute.manager [req-eb7fe8f4-ddf5-4af4-9570-8f4f49b1e12c req-df46cdf4-275d-4d36-b3d8-9669cbca8a35 service nova] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Detach interface failed, port_id=fd7e523d-57a6-47b3-bf82-ee5d6eaa3755, reason: Instance c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1294.190866] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484516, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.530741] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.588213] env[69751]: INFO nova.compute.manager [-] [instance: c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8] Took 2.02 seconds to deallocate network for instance. [ 1294.685782] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484516, 'name': Rename_Task, 'duration_secs': 0.217108} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.686214] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.686613] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1235024-35e2-4bd1-a0d5-d5d2e5e5ffca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.694634] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1294.694634] env[69751]: value = "task-3484517" [ 1294.694634] env[69751]: _type = "Task" [ 1294.694634] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.702381] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.716656] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.716894] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.975937] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56827e79-3150-427a-9c26-f2113a8cb79f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.983763] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6087262-ebf2-4d92-83db-cb882282389d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.013887] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce674558-6540-4c3c-8963-911f70c56d3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.021309] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86655b25-dcb9-47ee-af70-81727b8937ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.037350] env[69751]: DEBUG nova.compute.provider_tree [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1295.094510] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.206552] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484517, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.219462] env[69751]: DEBUG nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.542640] env[69751]: DEBUG nova.scheduler.client.report [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.677387] env[69751]: DEBUG nova.compute.manager [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.677616] env[69751]: DEBUG nova.compute.manager [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing instance network info cache due to event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1295.677833] env[69751]: DEBUG oslo_concurrency.lockutils [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.677979] env[69751]: DEBUG oslo_concurrency.lockutils [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.678152] env[69751]: DEBUG nova.network.neutron [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1295.704960] env[69751]: DEBUG oslo_vmware.api [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484517, 'name': PowerOnVM_Task, 'duration_secs': 0.802484} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.705224] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.705416] env[69751]: INFO nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1295.705590] env[69751]: DEBUG nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1295.706339] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79d83c-168c-4dce-a25b-895fff25ac64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.736469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.049366] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.297s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.052071] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.429s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.054037] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff8a81-4ee3-4856-b6a3-cc5f9732ffb4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.074526] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance 'e0c70410-ffbd-4b75-85e6-408121b16f6b' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1296.083371] env[69751]: INFO nova.network.neutron [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating port 2e712444-63a7-4d53-9fb3-6e1635b291e0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1296.223339] env[69751]: INFO nova.compute.manager [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Took 21.90 seconds to build instance. [ 1296.394026] env[69751]: DEBUG nova.network.neutron [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updated VIF entry in instance network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1296.394137] env[69751]: DEBUG nova.network.neutron [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.580313] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.580841] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e152475-9363-4805-9ecb-3073d2667040 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.588136] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1296.588136] env[69751]: value = "task-3484518" [ 1296.588136] env[69751]: _type = "Task" [ 1296.588136] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.597624] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484518, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.725364] env[69751]: DEBUG oslo_concurrency.lockutils [None req-eaa24221-47f9-4861-9fb4-d54ebfdee60d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.421s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.897585] env[69751]: DEBUG oslo_concurrency.lockutils [req-ea4a29f1-ee05-4b72-9ba8-15744bd204cc req-a7d6be61-9e37-4338-b15d-1979aa109a89 service nova] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.065722] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Applying migration context for instance 68ed60f9-b51b-4359-afd6-839d699105ba as it has an incoming, in-progress migration 658dfca8-b35d-4bcd-ac61-c92e82a91551. Migration status is reverting {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1297.066011] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Applying migration context for instance e0c70410-ffbd-4b75-85e6-408121b16f6b as it has an incoming, in-progress migration 2fead57c-5b5c-49fb-8aca-f4be99db0f20. Migration status is migrating {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1297.067274] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating resource usage from migration 658dfca8-b35d-4bcd-ac61-c92e82a91551 [ 1297.067590] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating resource usage from migration 2fead57c-5b5c-49fb-8aca-f4be99db0f20 [ 1297.093961] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c3f35115-410c-465c-a9f1-78d7d74976c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.094152] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1297.094281] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance d79fe61c-d533-4daf-8632-48d368ff69e3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.094410] env[69751]: WARNING nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1297.094528] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 658dfca8-b35d-4bcd-ac61-c92e82a91551 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1297.094644] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 68ed60f9-b51b-4359-afd6-839d699105ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.094759] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5784eb8b-f661-41b8-a86b-8ab9a713e43b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.094867] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8dc492db-8d6e-402f-9265-dfa9c3f36687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.094977] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance e923e290-97f8-4037-98e2-c386e5c497c9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.095098] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 4cb64ed3-c70e-47e5-97ef-6a202504dc2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.095207] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 2fead57c-5b5c-49fb-8aca-f4be99db0f20 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1297.095314] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance e0c70410-ffbd-4b75-85e6-408121b16f6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1297.102024] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484518, 'name': PowerOffVM_Task, 'duration_secs': 0.23349} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.102286] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.102491] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance 'e0c70410-ffbd-4b75-85e6-408121b16f6b' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.529916] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.530092] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.530272] env[69751]: DEBUG nova.network.neutron [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.598543] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 491acdef-b5e0-42ac-82fd-6d24f902de49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1297.609174] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.609496] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.609623] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.609827] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.609993] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.610156] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.610363] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.610516] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.610685] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.610933] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.611196] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.617455] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d645e48-3217-4d5d-96e5-ddb6ab5f2c3f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.634159] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1297.634159] env[69751]: value = "task-3484519" [ 1297.634159] env[69751]: _type = "Task" [ 1297.634159] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.645824] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484519, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.704350] env[69751]: DEBUG nova.compute.manager [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Received event network-changed-211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.704453] env[69751]: DEBUG nova.compute.manager [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Refreshing instance network info cache due to event network-changed-211b7489-d8a8-47c0-8b28-9a5544298df1. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.704666] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Acquiring lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.704940] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Acquired lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.705056] env[69751]: DEBUG nova.network.neutron [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Refreshing network info cache for port 211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.104782] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1298.144055] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484519, 'name': ReconfigVM_Task, 'duration_secs': 0.162093} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.144422] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance 'e0c70410-ffbd-4b75-85e6-408121b16f6b' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.270873] env[69751]: DEBUG nova.network.neutron [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e712444-63", "ovs_interfaceid": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.419780] env[69751]: DEBUG nova.network.neutron [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updated VIF entry in instance network info cache for port 211b7489-d8a8-47c0-8b28-9a5544298df1. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.420297] env[69751]: DEBUG nova.network.neutron [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updating instance_info_cache with network_info: [{"id": "211b7489-d8a8-47c0-8b28-9a5544298df1", "address": "fa:16:3e:c9:b7:3f", "network": {"id": "4f862167-87f8-48a3-9ada-bb4d38ecf479", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1510689328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.194", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bdcae5d4bfbf4f80961b694839041e06", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54495d8d-2696-4f65-b925-e567abdc205f", "external-id": "nsx-vlan-transportzone-220", "segmentation_id": 220, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap211b7489-d8", "ovs_interfaceid": "211b7489-d8a8-47c0-8b28-9a5544298df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.607748] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1298.608026] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1298.608181] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2560MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1298.651179] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.651424] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.651700] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.651768] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.651854] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.652017] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.652227] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.652684] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.652684] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.652684] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.652866] env[69751]: DEBUG nova.virt.hardware [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.658197] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.660787] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9471a196-c265-43e0-87db-8b641ee89403 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.679350] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1298.679350] env[69751]: value = "task-3484520" [ 1298.679350] env[69751]: _type = "Task" [ 1298.679350] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.689783] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.776484] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.801939] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='bfd4ec094809623d911bc4f57b751387',container_format='bare',created_at=2025-04-18T10:35:49Z,direct_url=,disk_format='vmdk',id=86657205-586c-47f2-acaf-448ae2fbf478,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-47380679-shelved',owner='617d6e91ebb04cfe805d8ccef341d9e3',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-18T10:36:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.802602] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.802602] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.802602] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.802742] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.802849] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.803058] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.803224] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.803391] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.803555] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.803727] env[69751]: DEBUG nova.virt.hardware [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.804613] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d618c211-7cb3-4ca9-b107-97f2bfc4b6eb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.809824] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e3799b-32d3-4fd1-a6af-9530e82f367a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.816170] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7636f23c-4daf-40bf-97e8-cfe50bf159bc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.823688] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23bf7ad-9d8a-475e-8fb3-bcb9e19035ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.834104] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:bd:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aaf99dce-c773-48db-a2d9-00b8d0a7c75d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e712444-63a7-4d53-9fb3-6e1635b291e0', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.841340] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.841861] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.842082] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b33eea-8d15-485c-9bd3-ec83630f1723 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.880009] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d2b714-4e51-405d-b3f0-afcb0517e8f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.884309] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.884309] env[69751]: value = "task-3484521" [ 1298.884309] env[69751]: _type = "Task" [ 1298.884309] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.890050] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1033b5-b1aa-4bc9-a871-5dcf4ba02ccd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.899309] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484521, 'name': CreateVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.908506] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.923272] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Releasing lock "refresh_cache-4cb64ed3-c70e-47e5-97ef-6a202504dc2b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.923571] env[69751]: DEBUG nova.compute.manager [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received event network-vif-plugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.923814] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.924084] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.924308] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.924500] env[69751]: DEBUG nova.compute.manager [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] No waiting events found dispatching network-vif-plugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1298.924721] env[69751]: WARNING nova.compute.manager [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received unexpected event network-vif-plugged-2e712444-63a7-4d53-9fb3-6e1635b291e0 for instance with vm_state shelved_offloaded and task_state spawning. [ 1298.924943] env[69751]: DEBUG nova.compute.manager [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received event network-changed-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.925165] env[69751]: DEBUG nova.compute.manager [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Refreshing instance network info cache due to event network-changed-2e712444-63a7-4d53-9fb3-6e1635b291e0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.925409] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Acquiring lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.925576] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Acquired lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.925766] env[69751]: DEBUG nova.network.neutron [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Refreshing network info cache for port 2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1299.189060] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484520, 'name': ReconfigVM_Task, 'duration_secs': 0.321352} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.189333] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1299.190188] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb54bbfe-4b92-4a93-9eb1-1d2a1740b505 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.215074] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1299.215279] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40da399-ab96-4b52-b6b0-2053a8198549 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.233288] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1299.233288] env[69751]: value = "task-3484522" [ 1299.233288] env[69751]: _type = "Task" [ 1299.233288] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.241991] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.395484] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484521, 'name': CreateVM_Task, 'duration_secs': 0.505709} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.395683] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.396397] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.396583] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.397042] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.397348] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88904bd-bdfe-4e76-96e5-03852db6fcca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.401690] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1299.401690] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd0e1d-ef6a-c832-e5ef-9bff077d2bff" [ 1299.401690] env[69751]: _type = "Task" [ 1299.401690] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.409211] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52fd0e1d-ef6a-c832-e5ef-9bff077d2bff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.412127] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.628055] env[69751]: DEBUG nova.network.neutron [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updated VIF entry in instance network info cache for port 2e712444-63a7-4d53-9fb3-6e1635b291e0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.628487] env[69751]: DEBUG nova.network.neutron [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e712444-63", "ovs_interfaceid": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.743203] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484522, 'name': ReconfigVM_Task, 'duration_secs': 0.256138} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.743492] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.743772] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance 'e0c70410-ffbd-4b75-85e6-408121b16f6b' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.911956] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.912259] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Processing image 86657205-586c-47f2-acaf-448ae2fbf478 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1299.912506] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478/86657205-586c-47f2-acaf-448ae2fbf478.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.912655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "[datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478/86657205-586c-47f2-acaf-448ae2fbf478.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.912831] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1299.913085] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe9dc7f1-d046-4697-b319-a376082d4b7f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.916993] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1299.917211] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.865s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.917445] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.876s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.918904] env[69751]: INFO nova.compute.claims [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.921377] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.921512] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Cleaning up deleted instances {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1299.923562] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1299.923732] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1299.924571] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e2b709f-99ab-4698-882c-8b8f221c5e88 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.929262] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1299.929262] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d1a97-31a3-57d2-f4b3-203684d17f9a" [ 1299.929262] env[69751]: _type = "Task" [ 1299.929262] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.937921] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d1a97-31a3-57d2-f4b3-203684d17f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.131378] env[69751]: DEBUG oslo_concurrency.lockutils [req-ebed5d6c-b74d-41ba-9e03-451778ae5271 req-be47eb92-ece3-496e-ad80-179368f01b53 service nova] Releasing lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.249898] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239e9875-ca94-4b5e-93e8-7c44f3f0c2bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.269094] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6eb937-216a-44f6-8435-5e7c27e15c48 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.287845] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance 'e0c70410-ffbd-4b75-85e6-408121b16f6b' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.441307] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] There are 63 instances to clean {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1300.441476] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 5d019851-d7b1-4cda-8d19-c54cbc650180] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1300.453655] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Preparing fetch location {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1300.453899] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Fetch image to [datastore1] OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c/OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c.vmdk {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1300.454103] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Downloading stream optimized image 86657205-586c-47f2-acaf-448ae2fbf478 to [datastore1] OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c/OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c.vmdk on the data store datastore1 as vApp {{(pid=69751) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1300.454279] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Downloading image file data 86657205-586c-47f2-acaf-448ae2fbf478 to the ESX as VM named 'OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c' {{(pid=69751) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1300.528158] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1300.528158] env[69751]: value = "resgroup-9" [ 1300.528158] env[69751]: _type = "ResourcePool" [ 1300.528158] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1300.528461] env[69751]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aecbc0d2-3cf2-4007-a411-fc1fbeff6990 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.550197] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lease: (returnval){ [ 1300.550197] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1300.550197] env[69751]: _type = "HttpNfcLease" [ 1300.550197] env[69751]: } obtained for vApp import into resource pool (val){ [ 1300.550197] env[69751]: value = "resgroup-9" [ 1300.550197] env[69751]: _type = "ResourcePool" [ 1300.550197] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1300.550441] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the lease: (returnval){ [ 1300.550441] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1300.550441] env[69751]: _type = "HttpNfcLease" [ 1300.550441] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1300.556248] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1300.556248] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1300.556248] env[69751]: _type = "HttpNfcLease" [ 1300.556248] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1300.827070] env[69751]: DEBUG nova.network.neutron [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Port c17efd93-82d7-45b5-96f6-2a3a3c52efc6 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1300.944604] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a9646473-9b6c-47ba-ace6-f80e433ba971] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.059908] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.059908] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1301.059908] env[69751]: _type = "HttpNfcLease" [ 1301.059908] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1301.124539] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624ffa06-1cbf-45a7-93ac-932238f8ec53 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.132221] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c55fef-0be3-461c-a94f-f6db108a330e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.163887] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6e50bd-0e70-4373-8407-a0a1b7bd5bf6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.171440] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578d2632-85f9-4a6b-9ecf-c41fcf0d1939 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.184319] env[69751]: DEBUG nova.compute.provider_tree [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.449884] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: b530fc14-6364-4ad3-bed8-569e04e7ff52] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1301.559179] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1301.559179] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1301.559179] env[69751]: _type = "HttpNfcLease" [ 1301.559179] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1301.687345] env[69751]: DEBUG nova.scheduler.client.report [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.848720] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.848882] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.849048] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.952915] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a62305c9-d5cc-49b1-9b23-3c62d94931af] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.060111] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1302.060111] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1302.060111] env[69751]: _type = "HttpNfcLease" [ 1302.060111] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1302.192215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.192751] env[69751]: DEBUG nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.195221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.241s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.195422] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.197389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.670s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.199042] env[69751]: INFO nova.compute.claims [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1302.229536] env[69751]: INFO nova.scheduler.client.report [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted allocations for instance 102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72 [ 1302.456111] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 1ac99921-8447-4701-8811-c11aba41ffa8] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1302.560186] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1302.560186] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1302.560186] env[69751]: _type = "HttpNfcLease" [ 1302.560186] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1302.560477] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1302.560477] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52583466-2f21-7610-2374-e62c64f550ba" [ 1302.560477] env[69751]: _type = "HttpNfcLease" [ 1302.560477] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1302.561196] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb982e2-4d03-4e57-9593-bba66a74ecab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.568229] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e0222-e008-c5d7-4425-62043cfed1cc/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1302.568318] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e0222-e008-c5d7-4425-62043cfed1cc/disk-0.vmdk. {{(pid=69751) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1302.634069] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d27defe8-c9ff-4f22-babf-80a6c892b9df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.704292] env[69751]: DEBUG nova.compute.utils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.708041] env[69751]: DEBUG nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.708255] env[69751]: DEBUG nova.network.neutron [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.741234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ea79616d-ee95-40a9-a61a-b1b5b89c5e33 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "102f1b40-c6f8-46aa-9cf2-f1b9a4e8ac72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.211s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.751660] env[69751]: DEBUG nova.policy [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4ea81e221b84277b0b2ec96109ecc71', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3fa3ab0139a54f9d93343895722f6e91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.885726] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.885913] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.886342] env[69751]: DEBUG nova.network.neutron [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.959134] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 0fa19d30-588c-4a7c-9bbb-b83d18ba9c23] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.049560] env[69751]: DEBUG nova.network.neutron [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Successfully created port: 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.209675] env[69751]: DEBUG nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.417034] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728ff8e-0f4d-41e2-9f0d-66c836d535a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.425576] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c33bb93-23f2-4289-8cb1-e42022c78d64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.466590] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e200dd-9194-43d6-bb09-25cf83e02039 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.469430] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 3053b507-d372-470f-8ac7-be2d5a083325] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1303.478467] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3601539-c9e6-47bd-9968-3333d1451c81 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.153416] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 4b7a95d6-7563-4a4f-9937-0fe210f53214] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.166624] env[69751]: DEBUG nova.compute.provider_tree [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.363263] env[69751]: DEBUG nova.network.neutron [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.405317] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Completed reading data from the image iterator. {{(pid=69751) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1304.405551] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e0222-e008-c5d7-4425-62043cfed1cc/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1304.406531] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac79816-afc7-4e54-a0a6-6fcba1dafd74 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.414172] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e0222-e008-c5d7-4425-62043cfed1cc/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1304.414348] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e0222-e008-c5d7-4425-62043cfed1cc/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1304.414580] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-8760a94f-1cff-4354-998c-d52dab23367e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.506875] env[69751]: DEBUG nova.compute.manager [req-90670772-7a0b-46f6-b80a-d6f34ce9e5d0 req-a6597e87-afeb-4183-9862-8ac220af7e58 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Received event network-vif-plugged-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.507145] env[69751]: DEBUG oslo_concurrency.lockutils [req-90670772-7a0b-46f6-b80a-d6f34ce9e5d0 req-a6597e87-afeb-4183-9862-8ac220af7e58 service nova] Acquiring lock "491acdef-b5e0-42ac-82fd-6d24f902de49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.507313] env[69751]: DEBUG oslo_concurrency.lockutils [req-90670772-7a0b-46f6-b80a-d6f34ce9e5d0 req-a6597e87-afeb-4183-9862-8ac220af7e58 service nova] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.507477] env[69751]: DEBUG oslo_concurrency.lockutils [req-90670772-7a0b-46f6-b80a-d6f34ce9e5d0 req-a6597e87-afeb-4183-9862-8ac220af7e58 service nova] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.507658] env[69751]: DEBUG nova.compute.manager [req-90670772-7a0b-46f6-b80a-d6f34ce9e5d0 req-a6597e87-afeb-4183-9862-8ac220af7e58 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] No waiting events found dispatching network-vif-plugged-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1304.507841] env[69751]: WARNING nova.compute.manager [req-90670772-7a0b-46f6-b80a-d6f34ce9e5d0 req-a6597e87-afeb-4183-9862-8ac220af7e58 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Received unexpected event network-vif-plugged-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 for instance with vm_state building and task_state spawning. [ 1304.646957] env[69751]: DEBUG nova.network.neutron [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Successfully updated port: 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.656568] env[69751]: DEBUG nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.658782] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 8e664cb5-993f-46f0-b13e-26e3df475d46] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1304.671723] env[69751]: DEBUG nova.scheduler.client.report [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.690106] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.690373] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.690534] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.690714] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.690878] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.691082] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.691305] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.691465] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.691630] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.691792] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.691965] env[69751]: DEBUG nova.virt.hardware [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.693485] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f29cba61-4c48-4fde-9d47-5908aca1b0cf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.702366] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c18841-c01e-4c0f-b24c-6c9d21a5e483 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.866827] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.933194] env[69751]: DEBUG oslo_vmware.rw_handles [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529e0222-e008-c5d7-4425-62043cfed1cc/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1304.933472] env[69751]: INFO nova.virt.vmwareapi.images [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Downloaded image file data 86657205-586c-47f2-acaf-448ae2fbf478 [ 1304.934617] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bdcb9f-428d-429c-a5f7-4bed17f7d8be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.950615] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82fa7a23-992e-4d87-b078-b05f0b17cbec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.972169] env[69751]: INFO nova.virt.vmwareapi.images [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] The imported VM was unregistered [ 1304.974768] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Caching image {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1304.975009] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Creating directory with path [datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1304.975270] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0329d501-8ed6-4b63-8fbd-926f20933964 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.986254] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Created directory with path [datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1304.986433] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c/OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c.vmdk to [datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478/86657205-586c-47f2-acaf-448ae2fbf478.vmdk. {{(pid=69751) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1304.986668] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4dbb5a7b-e7a8-4e0a-925c-eefa5f9eaac3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.994272] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1304.994272] env[69751]: value = "task-3484525" [ 1304.994272] env[69751]: _type = "Task" [ 1304.994272] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.001912] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484525, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.150116] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "refresh_cache-491acdef-b5e0-42ac-82fd-6d24f902de49" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.150369] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "refresh_cache-491acdef-b5e0-42ac-82fd-6d24f902de49" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.150531] env[69751]: DEBUG nova.network.neutron [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.162582] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: eaa2d9d5-b3af-4e1b-ad41-90ccb6cb3896] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.177388] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.980s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.177963] env[69751]: DEBUG nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1305.180750] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 11.597s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.393387] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64aa1eb-485f-466a-a56b-c9c0241d156a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.414117] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889ff0b0-aaff-41c0-8181-346468c25121 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.421724] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance 'e0c70410-ffbd-4b75-85e6-408121b16f6b' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.504196] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484525, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.666665] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2e7adb3e-ac74-4fe3-898f-256c01297f7b] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1305.686550] env[69751]: DEBUG nova.compute.utils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1305.688217] env[69751]: DEBUG nova.objects.instance [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'migration_context' on Instance uuid 68ed60f9-b51b-4359-afd6-839d699105ba {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.689452] env[69751]: DEBUG nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1305.689668] env[69751]: DEBUG nova.network.neutron [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1305.728908] env[69751]: DEBUG nova.network.neutron [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.735211] env[69751]: DEBUG nova.policy [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18fdeaba2f7b46ef92c915781b215a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9facad89c76b463a874d4227e5a3e4c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1305.928724] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.929072] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-074ec4fa-64c0-4f42-9e79-c80d8eb25124 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.940159] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1305.940159] env[69751]: value = "task-3484526" [ 1305.940159] env[69751]: _type = "Task" [ 1305.940159] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.951872] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.996855] env[69751]: DEBUG nova.network.neutron [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Updating instance_info_cache with network_info: [{"id": "8d91f4e2-0d2e-4f94-83bb-f3be99f982c7", "address": "fa:16:3e:03:67:d2", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d91f4e2-0d", "ovs_interfaceid": "8d91f4e2-0d2e-4f94-83bb-f3be99f982c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.005988] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484525, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.135248] env[69751]: DEBUG nova.network.neutron [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Successfully created port: 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1306.170721] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: df52ebf4-fee6-4771-bbcb-cdd8a0c5e656] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.190828] env[69751]: DEBUG nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1306.412028] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4853f5-a467-4b08-b546-62293ebfa757 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.420302] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82292aa5-b936-47ae-8a70-9add051569e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.453469] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf653256-8f0a-4557-a9df-68fa564ea0a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.460786] env[69751]: DEBUG oslo_vmware.api [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484526, 'name': PowerOnVM_Task, 'duration_secs': 0.443904} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.463068] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.463286] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e02b0491-ed6d-4ff9-a29b-26c33050001a tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance 'e0c70410-ffbd-4b75-85e6-408121b16f6b' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.468694] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c56157-bed4-42ff-90e7-a27ef549bbaa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.483091] env[69751]: DEBUG nova.compute.provider_tree [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.501716] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "refresh_cache-491acdef-b5e0-42ac-82fd-6d24f902de49" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.502036] env[69751]: DEBUG nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Instance network_info: |[{"id": "8d91f4e2-0d2e-4f94-83bb-f3be99f982c7", "address": "fa:16:3e:03:67:d2", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d91f4e2-0d", "ovs_interfaceid": "8d91f4e2-0d2e-4f94-83bb-f3be99f982c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1306.502455] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:67:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d91f4e2-0d2e-4f94-83bb-f3be99f982c7', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.510726] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1306.512642] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.515881] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69b45c00-cd92-4cce-887d-99ba5b652c92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.531951] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484525, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.534431] env[69751]: DEBUG nova.compute.manager [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Received event network-changed-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.534675] env[69751]: DEBUG nova.compute.manager [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Refreshing instance network info cache due to event network-changed-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.535227] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] Acquiring lock "refresh_cache-491acdef-b5e0-42ac-82fd-6d24f902de49" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.535327] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] Acquired lock "refresh_cache-491acdef-b5e0-42ac-82fd-6d24f902de49" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.535464] env[69751]: DEBUG nova.network.neutron [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Refreshing network info cache for port 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.541903] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.541903] env[69751]: value = "task-3484527" [ 1306.541903] env[69751]: _type = "Task" [ 1306.541903] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.551063] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484527, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.673748] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: ce994f0b-dd43-4aaf-868f-5037e43dd4ac] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1306.987129] env[69751]: DEBUG nova.scheduler.client.report [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.008569] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484525, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.052478] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484527, 'name': CreateVM_Task, 'duration_secs': 0.361035} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.052715] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.053368] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.053528] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.053876] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.054414] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c981f9-fe05-49e6-8aa7-6921350acdf3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.059973] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1307.059973] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a1ec4c-9e99-0f19-f8b3-cb0b4d0560a9" [ 1307.059973] env[69751]: _type = "Task" [ 1307.059973] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.069231] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a1ec4c-9e99-0f19-f8b3-cb0b4d0560a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.177527] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 586f13ab-9e77-480e-9b81-8e1d6b69afc2] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.206291] env[69751]: DEBUG nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1307.237651] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.237876] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.238082] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.238280] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.238428] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.238573] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.238928] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.239171] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.239390] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.239587] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.239809] env[69751]: DEBUG nova.virt.hardware [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.240779] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4f8b75-98bf-449f-9041-9212605d95e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.249326] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e18aa6-13cc-498f-9f5a-85f0c86a5a86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.327606] env[69751]: DEBUG nova.network.neutron [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Updated VIF entry in instance network info cache for port 8d91f4e2-0d2e-4f94-83bb-f3be99f982c7. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.328021] env[69751]: DEBUG nova.network.neutron [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Updating instance_info_cache with network_info: [{"id": "8d91f4e2-0d2e-4f94-83bb-f3be99f982c7", "address": "fa:16:3e:03:67:d2", "network": {"id": "2368e341-798d-45a3-974f-3a243c87e6e3", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1285828232-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3fa3ab0139a54f9d93343895722f6e91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d91f4e2-0d", "ovs_interfaceid": "8d91f4e2-0d2e-4f94-83bb-f3be99f982c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.508536] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484525, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.333817} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.508816] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c/OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c.vmdk to [datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478/86657205-586c-47f2-acaf-448ae2fbf478.vmdk. [ 1307.509010] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Cleaning up location [datastore1] OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1307.509181] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_9f5e1eb7-4171-4c0e-b447-236626db708c {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.509417] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58e0d0d9-cc81-41bc-9842-4eda8a630880 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.516175] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1307.516175] env[69751]: value = "task-3484528" [ 1307.516175] env[69751]: _type = "Task" [ 1307.516175] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.524435] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484528, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.529714] env[69751]: DEBUG nova.compute.manager [req-95e8e5cf-0831-43f4-b422-961a4ad59c17 req-39725f9e-187d-4889-b83b-99808e86c277 service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Received event network-vif-plugged-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.529943] env[69751]: DEBUG oslo_concurrency.lockutils [req-95e8e5cf-0831-43f4-b422-961a4ad59c17 req-39725f9e-187d-4889-b83b-99808e86c277 service nova] Acquiring lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.530165] env[69751]: DEBUG oslo_concurrency.lockutils [req-95e8e5cf-0831-43f4-b422-961a4ad59c17 req-39725f9e-187d-4889-b83b-99808e86c277 service nova] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.530365] env[69751]: DEBUG oslo_concurrency.lockutils [req-95e8e5cf-0831-43f4-b422-961a4ad59c17 req-39725f9e-187d-4889-b83b-99808e86c277 service nova] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.530540] env[69751]: DEBUG nova.compute.manager [req-95e8e5cf-0831-43f4-b422-961a4ad59c17 req-39725f9e-187d-4889-b83b-99808e86c277 service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] No waiting events found dispatching network-vif-plugged-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1307.530704] env[69751]: WARNING nova.compute.manager [req-95e8e5cf-0831-43f4-b422-961a4ad59c17 req-39725f9e-187d-4889-b83b-99808e86c277 service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Received unexpected event network-vif-plugged-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b for instance with vm_state building and task_state spawning. [ 1307.570732] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a1ec4c-9e99-0f19-f8b3-cb0b4d0560a9, 'name': SearchDatastore_Task, 'duration_secs': 0.091864} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.570995] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.571231] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1307.571647] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.571800] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.571976] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1307.572256] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f764348a-c62c-4966-84c5-344badf11032 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.579207] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1307.579375] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1307.580124] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e6f495-6a3d-4883-ab26-ae4a2658edcb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.584624] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1307.584624] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5241e97c-4f47-ae68-dc57-4fc383f2aa58" [ 1307.584624] env[69751]: _type = "Task" [ 1307.584624] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.591649] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5241e97c-4f47-ae68-dc57-4fc383f2aa58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.603126] env[69751]: DEBUG nova.network.neutron [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Successfully updated port: 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1307.680567] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 7e570f13-9790-49d0-878c-aaf8ff7d0f08] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1307.830376] env[69751]: DEBUG oslo_concurrency.lockutils [req-d5f484cb-9e2c-42d9-b178-b2218b16736b req-f457179d-726c-4b5d-9750-feb47585d4b6 service nova] Releasing lock "refresh_cache-491acdef-b5e0-42ac-82fd-6d24f902de49" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.998668] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.818s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.005043] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.911s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.005268] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.007327] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.271s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.008814] env[69751]: INFO nova.compute.claims [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.030433] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484528, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036124} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.031203] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.031412] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "[datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478/86657205-586c-47f2-acaf-448ae2fbf478.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.032076] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478/86657205-586c-47f2-acaf-448ae2fbf478.vmdk to [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.033162] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70ff772a-6d1a-406a-bd81-458ca17a8bc8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.036536] env[69751]: INFO nova.scheduler.client.report [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Deleted allocations for instance c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8 [ 1308.042949] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1308.042949] env[69751]: value = "task-3484529" [ 1308.042949] env[69751]: _type = "Task" [ 1308.042949] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.052291] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.095257] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5241e97c-4f47-ae68-dc57-4fc383f2aa58, 'name': SearchDatastore_Task, 'duration_secs': 0.008633} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.096052] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a1424eb-7d32-45f5-8694-780865e9d586 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.101341] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1308.101341] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528f2856-427b-311d-8c98-613cd523e850" [ 1308.101341] env[69751]: _type = "Task" [ 1308.101341] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.105224] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.105322] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.105401] env[69751]: DEBUG nova.network.neutron [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.110457] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528f2856-427b-311d-8c98-613cd523e850, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.185035] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 89d517bf-14d9-494b-bb18-d6be49e6464c] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.398758] env[69751]: DEBUG nova.network.neutron [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Port c17efd93-82d7-45b5-96f6-2a3a3c52efc6 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1308.399119] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.399290] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.399967] env[69751]: DEBUG nova.network.neutron [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.548645] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5c49e36f-0acc-4800-a1e0-407fd2d40dfe tempest-VolumesAdminNegativeTest-1473884912 tempest-VolumesAdminNegativeTest-1473884912-project-member] Lock "c8ce7ddb-cd36-4b4b-b3f9-2b99c3ffdfd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.622s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.555979] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484529, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.613884] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528f2856-427b-311d-8c98-613cd523e850, 'name': SearchDatastore_Task, 'duration_secs': 0.013389} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.614135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.614445] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 491acdef-b5e0-42ac-82fd-6d24f902de49/491acdef-b5e0-42ac-82fd-6d24f902de49.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1308.615455] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-873b07cb-ca2a-44a4-980e-faa6f06ae1aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.623254] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1308.623254] env[69751]: value = "task-3484530" [ 1308.623254] env[69751]: _type = "Task" [ 1308.623254] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.632191] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.645335] env[69751]: DEBUG nova.network.neutron [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1308.688023] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a4977ca1-87f2-40c7-abdb-29760efcc52c] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1308.804348] env[69751]: DEBUG nova.network.neutron [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Updating instance_info_cache with network_info: [{"id": "72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b", "address": "fa:16:3e:d2:80:a5", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a9a1e0-3c", "ovs_interfaceid": "72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.055318] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484529, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.133931] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.192360] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 66f4418e-ba28-4b27-a436-16cf8fc75094] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.278592] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41bc4dd-7488-45b7-b7f6-998e6cd18c5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.288562] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f947a9f5-c440-442c-8a4a-54fa4cfdf88d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.328032] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.328390] env[69751]: DEBUG nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Instance network_info: |[{"id": "72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b", "address": "fa:16:3e:d2:80:a5", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a9a1e0-3c", "ovs_interfaceid": "72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1309.331859] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:80:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1309.339524] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.340289] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7099d0cc-0b03-4e9b-9823-00bf6947652a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.343515] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1309.344126] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b5584fe-f956-4d1e-bf57-b57810c7ee7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.365601] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eeb95d-680e-4994-9023-60293e061954 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.371531] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1309.371531] env[69751]: value = "task-3484531" [ 1309.371531] env[69751]: _type = "Task" [ 1309.371531] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.384428] env[69751]: DEBUG nova.compute.provider_tree [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.394746] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484531, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.551993] env[69751]: INFO nova.compute.manager [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Swapping old allocation on dict_keys(['74631012-ddda-42d8-adad-d5ac6fc85831']) held by migration 658dfca8-b35d-4bcd-ac61-c92e82a91551 for instance [ 1309.559655] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484529, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.567362] env[69751]: DEBUG nova.network.neutron [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.573128] env[69751]: DEBUG nova.compute.manager [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Received event network-changed-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1309.573276] env[69751]: DEBUG nova.compute.manager [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Refreshing instance network info cache due to event network-changed-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1309.573499] env[69751]: DEBUG oslo_concurrency.lockutils [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] Acquiring lock "refresh_cache-1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.573638] env[69751]: DEBUG oslo_concurrency.lockutils [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] Acquired lock "refresh_cache-1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.573795] env[69751]: DEBUG nova.network.neutron [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Refreshing network info cache for port 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1309.589853] env[69751]: DEBUG nova.scheduler.client.report [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Overwriting current allocation {'allocations': {'74631012-ddda-42d8-adad-d5ac6fc85831': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': '85626ced38354996854ae9ae92981930', 'user_id': '97e2dc0accb3439c8798642233213ace', 'consumer_generation': 1} on consumer 68ed60f9-b51b-4359-afd6-839d699105ba {{(pid=69751) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1309.635028] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.679577] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.679823] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.680023] env[69751]: DEBUG nova.network.neutron [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.695870] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 17d8f11c-42b5-4f38-804f-27e82bcc54a7] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1309.882476] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484531, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.891786] env[69751]: DEBUG nova.scheduler.client.report [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.058069] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484529, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.083997] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.139241] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484530, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.199140] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 01130e6f-e175-457b-ab53-d1684f686308] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1310.374286] env[69751]: DEBUG nova.network.neutron [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Updated VIF entry in instance network info cache for port 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.374744] env[69751]: DEBUG nova.network.neutron [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Updating instance_info_cache with network_info: [{"id": "72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b", "address": "fa:16:3e:d2:80:a5", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72a9a1e0-3c", "ovs_interfaceid": "72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.385672] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484531, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.398745] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.399395] env[69751]: DEBUG nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1310.558723] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484529, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.345131} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.558993] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/86657205-586c-47f2-acaf-448ae2fbf478/86657205-586c-47f2-acaf-448ae2fbf478.vmdk to [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.560066] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926825c4-a7ad-442d-b0f3-1475229ca8e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.584852] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.585997] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b95c930-19c1-45e9-8ad5-3cd416de98f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.604250] env[69751]: DEBUG nova.network.neutron [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [{"id": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "address": "fa:16:3e:b9:51:b0", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e8ee9e5-59", "ovs_interfaceid": "5e8ee9e5-59c5-4077-afac-c3afb5e827d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.606177] env[69751]: DEBUG nova.compute.manager [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69751) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1310.606442] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.606730] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.613924] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1310.613924] env[69751]: value = "task-3484532" [ 1310.613924] env[69751]: _type = "Task" [ 1310.613924] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.626577] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.637844] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.702656] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 24ccb107-4263-4d59-8004-488cf19311f3] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1310.881026] env[69751]: DEBUG oslo_concurrency.lockutils [req-07abb9de-107e-4472-b6dc-44e19628a10a req-e807209f-1ac9-4b13-a70a-9267912c3c3a service nova] Releasing lock "refresh_cache-1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.885609] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484531, 'name': CreateVM_Task, 'duration_secs': 1.090919} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.885781] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1310.886595] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.886762] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.887104] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.887371] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db85d67-3cd8-43fb-aed9-85df1da14fb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.891969] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1310.891969] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52825393-587a-9121-3692-29de1b69d781" [ 1310.891969] env[69751]: _type = "Task" [ 1310.891969] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.899696] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52825393-587a-9121-3692-29de1b69d781, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.905118] env[69751]: DEBUG nova.compute.utils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1310.906512] env[69751]: DEBUG nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1310.906702] env[69751]: DEBUG nova.network.neutron [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1311.109716] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-68ed60f9-b51b-4359-afd6-839d699105ba" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.110474] env[69751]: DEBUG nova.objects.instance [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'migration_context' on Instance uuid e0c70410-ffbd-4b75-85e6-408121b16f6b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.113526] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6ffe3-f2f2-4ab6-80a6-19b9e30a22a5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.128885] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5406189d-74ad-42b7-a0d3-9c64dbd86ae8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.131948] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.140239] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484530, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.086064} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.140512] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 491acdef-b5e0-42ac-82fd-6d24f902de49/491acdef-b5e0-42ac-82fd-6d24f902de49.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1311.140752] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1311.141018] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff955ad7-2778-4fd7-93a0-af1e28a1d144 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.154789] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1311.154789] env[69751]: value = "task-3484533" [ 1311.154789] env[69751]: _type = "Task" [ 1311.154789] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.166470] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.199583] env[69751]: DEBUG nova.policy [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1311.209022] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 687bba70-09a8-4133-b3e7-ec4e48abaf4b] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.402357] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52825393-587a-9121-3692-29de1b69d781, 'name': SearchDatastore_Task, 'duration_secs': 0.009575} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.402662] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.402895] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1311.403237] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.403332] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.403462] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1311.403722] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5bd9980-2d42-403d-a9a8-ccf65cf9022e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.409985] env[69751]: DEBUG nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1311.416046] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1311.416046] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1311.416046] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d40242e5-8847-47c3-9c57-42ce1b79cb16 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.421882] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1311.421882] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5225c291-fb8e-c98e-d183-65e6295dcaad" [ 1311.421882] env[69751]: _type = "Task" [ 1311.421882] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.429890] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5225c291-fb8e-c98e-d183-65e6295dcaad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.486270] env[69751]: DEBUG nova.network.neutron [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Successfully created port: ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1311.629505] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484532, 'name': ReconfigVM_Task, 'duration_secs': 0.657325} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.629806] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Reconfigured VM instance instance-0000005c to attach disk [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9/e923e290-97f8-4037-98e2-c386e5c497c9.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.630481] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2cd7358-bbb4-469b-9319-30e04e2a716c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.637504] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1311.637504] env[69751]: value = "task-3484534" [ 1311.637504] env[69751]: _type = "Task" [ 1311.637504] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.646621] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484534, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.669151] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069322} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.669151] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1311.669151] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad41296-26da-4127-96d1-af8a92daf5e0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.692242] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 491acdef-b5e0-42ac-82fd-6d24f902de49/491acdef-b5e0-42ac-82fd-6d24f902de49.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1311.695225] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce70a8c-39e6-4c43-aebe-37a5851dc1c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.713075] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: d4c906c6-4993-4114-9740-9999265ecb86] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1311.728394] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1311.728394] env[69751]: value = "task-3484535" [ 1311.728394] env[69751]: _type = "Task" [ 1311.728394] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.732272] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484535, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.876777] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c668f2-9452-4cef-a704-00ae573caa43 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.884978] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043b2269-6183-4310-8547-e82217fd9e89 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.924919] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444e7892-8c2f-4023-bad5-4f71cd51d225 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.943022] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e8130cb-ab7a-4d10-8c04-3cced094f224 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.947718] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5225c291-fb8e-c98e-d183-65e6295dcaad, 'name': SearchDatastore_Task, 'duration_secs': 0.008282} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.948202] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-569e2a8c-46cb-4c9b-93e3-4fe5831f2220 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.958430] env[69751]: DEBUG nova.compute.provider_tree [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.962598] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1311.962598] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524d03bf-a9e8-2f6d-ccff-db90b599e450" [ 1311.962598] env[69751]: _type = "Task" [ 1311.962598] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.970316] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524d03bf-a9e8-2f6d-ccff-db90b599e450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.150164] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484534, 'name': Rename_Task, 'duration_secs': 0.13195} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.150481] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.150735] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e75a379e-de3f-46e1-ba52-bb00463ba315 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.157496] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1312.157496] env[69751]: value = "task-3484536" [ 1312.157496] env[69751]: _type = "Task" [ 1312.157496] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.166363] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.218196] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: e68a3745-2717-4201-ab11-201162378a2d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.232545] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484535, 'name': ReconfigVM_Task, 'duration_secs': 0.254927} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.232858] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 491acdef-b5e0-42ac-82fd-6d24f902de49/491acdef-b5e0-42ac-82fd-6d24f902de49.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1312.233572] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-120a19fc-2cb1-4f17-8336-0a02cc56acde {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.240610] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1312.240610] env[69751]: value = "task-3484537" [ 1312.240610] env[69751]: _type = "Task" [ 1312.240610] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.253089] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484537, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.262455] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.263129] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15ad6492-287c-4392-b24a-879cf53d9fbf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.270783] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1312.270783] env[69751]: value = "task-3484538" [ 1312.270783] env[69751]: _type = "Task" [ 1312.270783] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.280041] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.430050] env[69751]: DEBUG nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1312.462232] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.462965] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.462965] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.462965] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.462965] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.463218] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.463369] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.463507] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.463672] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.463915] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.464055] env[69751]: DEBUG nova.virt.hardware [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.465114] env[69751]: DEBUG nova.scheduler.client.report [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.469266] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f7865a-fb73-4946-ad5c-9923b6dcc0ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.487325] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c89031a-3c74-458c-8000-4e3fda57fc42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.492507] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524d03bf-a9e8-2f6d-ccff-db90b599e450, 'name': SearchDatastore_Task, 'duration_secs': 0.011292} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.493614] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.493939] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6/1866a517-dbc8-4ba0-8e22-3ce6b9e374a6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.494819] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fee0ce-b6c6-4a10-9c03-e527554d64b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.511321] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1312.511321] env[69751]: value = "task-3484539" [ 1312.511321] env[69751]: _type = "Task" [ 1312.511321] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.520716] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.668682] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484536, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.721979] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: f820a870-3b58-446b-bcbd-80ecc7e572b7] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1312.750929] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484537, 'name': Rename_Task, 'duration_secs': 0.160466} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.751957] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1312.752266] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bea2afa-cce4-42e2-bf07-9ae1a2ac8f34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.759213] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1312.759213] env[69751]: value = "task-3484540" [ 1312.759213] env[69751]: _type = "Task" [ 1312.759213] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.768182] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.779959] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484538, 'name': PowerOffVM_Task, 'duration_secs': 0.267562} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.780352] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.781286] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1312.781529] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1312.781693] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1312.781916] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1312.782112] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1312.782268] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1312.782477] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1312.782635] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1312.782802] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1312.782968] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1312.783156] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1312.789042] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-614246b8-b88f-4611-9a04-e0c760796c55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.805812] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1312.805812] env[69751]: value = "task-3484541" [ 1312.805812] env[69751]: _type = "Task" [ 1312.805812] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.814434] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.025681] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484539, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.170951] env[69751]: DEBUG oslo_vmware.api [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484536, 'name': PowerOnVM_Task, 'duration_secs': 0.568577} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.171264] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.176892] env[69751]: DEBUG nova.compute.manager [req-981534cd-673c-4bfd-b328-471efbbe9d51 req-0137dca6-b689-4178-8e91-33be4f072f9f service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-vif-plugged-ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1313.177126] env[69751]: DEBUG oslo_concurrency.lockutils [req-981534cd-673c-4bfd-b328-471efbbe9d51 req-0137dca6-b689-4178-8e91-33be4f072f9f service nova] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.177338] env[69751]: DEBUG oslo_concurrency.lockutils [req-981534cd-673c-4bfd-b328-471efbbe9d51 req-0137dca6-b689-4178-8e91-33be4f072f9f service nova] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.178033] env[69751]: DEBUG oslo_concurrency.lockutils [req-981534cd-673c-4bfd-b328-471efbbe9d51 req-0137dca6-b689-4178-8e91-33be4f072f9f service nova] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.178033] env[69751]: DEBUG nova.compute.manager [req-981534cd-673c-4bfd-b328-471efbbe9d51 req-0137dca6-b689-4178-8e91-33be4f072f9f service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] No waiting events found dispatching network-vif-plugged-ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1313.178033] env[69751]: WARNING nova.compute.manager [req-981534cd-673c-4bfd-b328-471efbbe9d51 req-0137dca6-b689-4178-8e91-33be4f072f9f service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received unexpected event network-vif-plugged-ad50062b-a786-4d48-b3bc-368fd300cfc4 for instance with vm_state building and task_state spawning. [ 1313.225033] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: aaaf4c93-658d-4a00-9e0c-2724a103f315] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1313.270049] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.287889] env[69751]: DEBUG nova.network.neutron [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Successfully updated port: ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1313.311535] env[69751]: DEBUG nova.compute.manager [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1313.313135] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf56ca8-dbf6-4224-86a5-e6dda2677e64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.321882] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484541, 'name': ReconfigVM_Task, 'duration_secs': 0.386843} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.327341] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b30bcb-1450-4ba6-96a2-db33e89d2258 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.350718] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.351046] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.351431] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.351621] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.351660] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.351954] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.352124] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.352324] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.352522] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.352711] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.352899] env[69751]: DEBUG nova.virt.hardware [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.353763] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1978006b-f962-46e5-968b-d81e400cb96e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.359919] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1313.359919] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f27589-c229-824e-1fe4-fdfc8415ee5a" [ 1313.359919] env[69751]: _type = "Task" [ 1313.359919] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.369819] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f27589-c229-824e-1fe4-fdfc8415ee5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.489244] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.882s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.525220] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675418} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.525506] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6/1866a517-dbc8-4ba0-8e22-3ce6b9e374a6.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.525728] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.526074] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-346f104b-010d-4526-a67c-3727f9b0f777 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.534446] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1313.534446] env[69751]: value = "task-3484542" [ 1313.534446] env[69751]: _type = "Task" [ 1313.534446] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.545205] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.733095] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: cf27c8d7-6884-4232-b92a-a041262c035d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1313.770468] env[69751]: DEBUG oslo_vmware.api [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484540, 'name': PowerOnVM_Task, 'duration_secs': 0.664857} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.770734] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1313.770931] env[69751]: INFO nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1313.771187] env[69751]: DEBUG nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1313.772041] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a681987a-4309-4f22-9d5b-371a0b721217 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.791263] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.791410] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.791501] env[69751]: DEBUG nova.network.neutron [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.835623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-92f410bb-de40-4c6f-8e0e-b002495a6709 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 33.866s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.874546] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f27589-c229-824e-1fe4-fdfc8415ee5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.883167] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfiguring VM instance instance-00000065 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1313.883566] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e27fbe85-2f04-4553-861a-a8cd791506de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.915252] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1313.915252] env[69751]: value = "task-3484543" [ 1313.915252] env[69751]: _type = "Task" [ 1313.915252] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.930106] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484543, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.048023] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211577} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.048023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.048023] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1501db94-3f7b-4173-9c87-ff274d650d46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.070080] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6/1866a517-dbc8-4ba0-8e22-3ce6b9e374a6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.070422] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca91f7e-840f-4210-b991-637884f2cd27 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.091722] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1314.091722] env[69751]: value = "task-3484544" [ 1314.091722] env[69751]: _type = "Task" [ 1314.091722] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.098966] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.236425] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 1ab28f6a-fd5f-499a-934c-9045043556c3] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1314.294128] env[69751]: INFO nova.compute.manager [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Took 30.27 seconds to build instance. [ 1314.332046] env[69751]: DEBUG nova.network.neutron [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1314.426215] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484543, 'name': ReconfigVM_Task, 'duration_secs': 0.31627} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.426505] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfigured VM instance instance-00000065 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1314.427491] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f74c99f-23f8-4cdb-b70b-310d8048d6c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.461554] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.461554] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f891db9d-2912-4e6a-8fc6-5f01555915b2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.475902] env[69751]: DEBUG nova.network.neutron [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.483113] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1314.483113] env[69751]: value = "task-3484545" [ 1314.483113] env[69751]: _type = "Task" [ 1314.483113] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.491366] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.601553] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484544, 'name': ReconfigVM_Task, 'duration_secs': 0.277525} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.602059] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6/1866a517-dbc8-4ba0-8e22-3ce6b9e374a6.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1314.602878] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f427d587-c5e1-4045-8363-587b0a2735f3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.610354] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1314.610354] env[69751]: value = "task-3484546" [ 1314.610354] env[69751]: _type = "Task" [ 1314.610354] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.618095] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484546, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.742892] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 475bc63b-830f-4772-b5d3-97b7b4bae22d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1314.797143] env[69751]: DEBUG oslo_concurrency.lockutils [None req-884e775d-4f12-4a79-80cd-a1531c69ed9f tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.781s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.978748] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.979230] env[69751]: DEBUG nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Instance network_info: |[{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1314.980080] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:9d:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bc9714ff-7109-4ea1-9435-b2b3fbdb9e81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad50062b-a786-4d48-b3bc-368fd300cfc4', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.988331] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1314.988956] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.992218] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-911196d0-4839-4be4-95f8-a1df446615a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.018356] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484545, 'name': ReconfigVM_Task, 'duration_secs': 0.33793} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.019867] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba/68ed60f9-b51b-4359-afd6-839d699105ba.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.020206] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1315.020206] env[69751]: value = "task-3484547" [ 1315.020206] env[69751]: _type = "Task" [ 1315.020206] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.020953] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6808d1-daa6-4820-92ca-bc2ab9b1933a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.032079] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484547, 'name': CreateVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.057647] env[69751]: INFO nova.compute.manager [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Swapping old allocation on dict_keys(['74631012-ddda-42d8-adad-d5ac6fc85831']) held by migration 2fead57c-5b5c-49fb-8aca-f4be99db0f20 for instance [ 1315.058424] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be552dc-6287-4b7d-b380-7e7a788bd39c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.093503] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc7a527-dde6-45a4-ac50-e29e7f6ae216 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.114900] env[69751]: DEBUG nova.scheduler.client.report [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Overwriting current allocation {'allocations': {'74631012-ddda-42d8-adad-d5ac6fc85831': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 163}}, 'project_id': '1049b1da1d6545e98f5275bfff946cae', 'user_id': '94a8700bdce643929ef558a97448296d', 'consumer_generation': 1} on consumer e0c70410-ffbd-4b75-85e6-408121b16f6b {{(pid=69751) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1315.120210] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb92dcd3-0cac-4689-89f7-d10ea5638c0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.128942] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484546, 'name': Rename_Task, 'duration_secs': 0.131059} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.130494] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.130922] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.132774] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f18cfef9-fdf0-485b-b058-f8413f3dca78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.132774] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f55884-afba-49e0-8a06-e56a48aabdf3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.141129] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1315.141129] env[69751]: value = "task-3484549" [ 1315.141129] env[69751]: _type = "Task" [ 1315.141129] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.142358] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1315.142358] env[69751]: value = "task-3484548" [ 1315.142358] env[69751]: _type = "Task" [ 1315.142358] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.154877] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.214732] env[69751]: DEBUG nova.compute.manager [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.214938] env[69751]: DEBUG nova.compute.manager [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing instance network info cache due to event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1315.215210] env[69751]: DEBUG oslo_concurrency.lockutils [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.215362] env[69751]: DEBUG oslo_concurrency.lockutils [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.215526] env[69751]: DEBUG nova.network.neutron [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1315.229425] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "d79fe61c-d533-4daf-8632-48d368ff69e3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.229671] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.241512] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.241512] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.241512] env[69751]: DEBUG nova.network.neutron [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.247029] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 1b367973-3c0c-4634-814c-9a67a2378ae6] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1315.417420] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee90c38-d53e-48e4-823c-fee6ac831014 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.424371] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8dadfd4d-561b-477d-b6ef-fb283dc42554 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Suspending the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1315.424624] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-6f16e811-99cd-4ce1-a22f-e6d80555bea7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.429721] env[69751]: DEBUG oslo_vmware.api [None req-8dadfd4d-561b-477d-b6ef-fb283dc42554 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1315.429721] env[69751]: value = "task-3484550" [ 1315.429721] env[69751]: _type = "Task" [ 1315.429721] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.437439] env[69751]: DEBUG oslo_vmware.api [None req-8dadfd4d-561b-477d-b6ef-fb283dc42554 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484550, 'name': SuspendVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.535353] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484547, 'name': CreateVM_Task, 'duration_secs': 0.397385} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.535570] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1315.536348] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.536535] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.536910] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.537222] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1a01702-dde7-44cc-a27f-a669d0533bd3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.542234] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1315.542234] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d7409-32cb-798a-a541-44c8cc4e06c4" [ 1315.542234] env[69751]: _type = "Task" [ 1315.542234] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.550909] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d7409-32cb-798a-a541-44c8cc4e06c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.639338] env[69751]: DEBUG nova.compute.manager [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1315.640557] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca9a3a5-1808-4c27-870d-4d38a489d991 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.662491] env[69751]: DEBUG oslo_vmware.api [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484549, 'name': PowerOnVM_Task, 'duration_secs': 0.405079} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.662905] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1315.672078] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.735061] env[69751]: INFO nova.compute.manager [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Detaching volume 1965862e-85b3-4de3-bbee-1b4e83be57a3 [ 1315.750021] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 6253404c-cfdf-4e83-812d-d61ae6e09595] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1315.774628] env[69751]: INFO nova.virt.block_device [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Attempting to driver detach volume 1965862e-85b3-4de3-bbee-1b4e83be57a3 from mountpoint /dev/sdb [ 1315.774873] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1315.775389] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1315.776558] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c20fafc-d602-4642-b332-a36aeba49656 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.806315] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5490f6d-93ab-4a3d-979c-5cf3e2a7f2b0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.814273] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6de3574-67dc-45be-bc0a-c833997087d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.838734] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45af44ca-b7da-431f-9fdc-55f975301a6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.854220] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] The volume has not been displaced from its original location: [datastore1] volume-1965862e-85b3-4de3-bbee-1b4e83be57a3/volume-1965862e-85b3-4de3-bbee-1b4e83be57a3.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1315.860044] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1315.860394] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c7bb4e8-3fe0-408f-a20d-096cec56f8c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.882825] env[69751]: DEBUG oslo_vmware.api [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1315.882825] env[69751]: value = "task-3484551" [ 1315.882825] env[69751]: _type = "Task" [ 1315.882825] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.890561] env[69751]: DEBUG oslo_vmware.api [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.939607] env[69751]: DEBUG oslo_vmware.api [None req-8dadfd4d-561b-477d-b6ef-fb283dc42554 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484550, 'name': SuspendVM_Task} progress is 58%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.945630] env[69751]: DEBUG nova.network.neutron [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updated VIF entry in instance network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.946042] env[69751]: DEBUG nova.network.neutron [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.994679] env[69751]: DEBUG nova.network.neutron [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [{"id": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "address": "fa:16:3e:fc:a1:d6", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17efd93-82", "ovs_interfaceid": "c17efd93-82d7-45b5-96f6-2a3a3c52efc6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.052880] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523d7409-32cb-798a-a541-44c8cc4e06c4, 'name': SearchDatastore_Task, 'duration_secs': 0.013169} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.053175] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.053415] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1316.053650] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.053796] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.053998] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1316.054279] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1051002-d19f-41ed-b7c2-90785e872d6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.063598] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1316.063779] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1316.064570] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74073a03-4889-47b8-9a9a-ebb88d352822 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.070061] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1316.070061] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5205d84a-6cc9-e095-c0be-d179e25a0b13" [ 1316.070061] env[69751]: _type = "Task" [ 1316.070061] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.078018] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5205d84a-6cc9-e095-c0be-d179e25a0b13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.162791] env[69751]: INFO nova.compute.manager [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] instance snapshotting [ 1316.164900] env[69751]: DEBUG oslo_vmware.api [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484548, 'name': PowerOnVM_Task, 'duration_secs': 0.564022} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.165307] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.165633] env[69751]: INFO nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1316.165932] env[69751]: DEBUG nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.167489] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7c347e-cb8c-428c-bbd5-9b16f8b6ad95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.171123] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ecf269-f598-47e5-a4b0-e1a347b068ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.197870] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef8b3c-3e5c-4f0f-8633-2f13d2abf51a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.253602] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 6bc8bceb-03bc-4564-8130-474236341230] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1316.392753] env[69751]: DEBUG oslo_vmware.api [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484551, 'name': ReconfigVM_Task, 'duration_secs': 0.24267} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.393142] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.397954] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f37695f0-11ef-4a01-a123-09bd9abf2ed9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.415981] env[69751]: DEBUG oslo_vmware.api [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1316.415981] env[69751]: value = "task-3484552" [ 1316.415981] env[69751]: _type = "Task" [ 1316.415981] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.424398] env[69751]: DEBUG oslo_vmware.api [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.439261] env[69751]: DEBUG oslo_vmware.api [None req-8dadfd4d-561b-477d-b6ef-fb283dc42554 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484550, 'name': SuspendVM_Task, 'duration_secs': 0.731019} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.439874] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-8dadfd4d-561b-477d-b6ef-fb283dc42554 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Suspended the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1316.440178] env[69751]: DEBUG nova.compute.manager [None req-8dadfd4d-561b-477d-b6ef-fb283dc42554 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.440933] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400a1508-8d06-4c07-8c86-6ed658bd33e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.449093] env[69751]: DEBUG oslo_concurrency.lockutils [req-c92e1f8d-0867-478c-b4da-820cbcbeb22e req-055ffd97-1792-4a24-bc03-0e63f92771c9 service nova] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.496935] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-e0c70410-ffbd-4b75-85e6-408121b16f6b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.498099] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.498099] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a16ebdcb-1f3c-411d-b11c-6a7a38b83c15 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.503855] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1316.503855] env[69751]: value = "task-3484553" [ 1316.503855] env[69751]: _type = "Task" [ 1316.503855] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.512740] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.579787] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5205d84a-6cc9-e095-c0be-d179e25a0b13, 'name': SearchDatastore_Task, 'duration_secs': 0.010187} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.580577] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bee38e2-4ea4-448e-a995-5978a4380a6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.587510] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1316.587510] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e27f7a-b3ee-959f-8f68-25c58720602d" [ 1316.587510] env[69751]: _type = "Task" [ 1316.587510] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.597623] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e27f7a-b3ee-959f-8f68-25c58720602d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.704699] env[69751]: INFO nova.compute.manager [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Took 25.19 seconds to build instance. [ 1316.707508] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1316.707819] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eb15e35f-4f86-40ab-af50-7f9e4077e227 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.714256] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1316.714256] env[69751]: value = "task-3484554" [ 1316.714256] env[69751]: _type = "Task" [ 1316.714256] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.715067] env[69751]: INFO nova.compute.manager [None req-0f979b6f-85a3-4a8c-83e2-9c937659d8e3 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance to original state: 'active' [ 1316.727343] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.757109] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a927efc3-2549-41f5-99f5-a470fa03bc4d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1316.916535] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3c9f97-6f49-4387-9622-a39c7fc3a3db {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.929706] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ff07e4-6a26-481c-8dd8-9accc8d879be tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Suspending the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1316.933085] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a791ec56-e269-4fb2-95d7-29afe52d16ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.934930] env[69751]: DEBUG oslo_vmware.api [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484552, 'name': ReconfigVM_Task, 'duration_secs': 0.251374} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.935289] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696560', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'name': 'volume-1965862e-85b3-4de3-bbee-1b4e83be57a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd79fe61c-d533-4daf-8632-48d368ff69e3', 'attached_at': '', 'detached_at': '', 'volume_id': '1965862e-85b3-4de3-bbee-1b4e83be57a3', 'serial': '1965862e-85b3-4de3-bbee-1b4e83be57a3'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1316.942187] env[69751]: DEBUG oslo_vmware.api [None req-e8ff07e4-6a26-481c-8dd8-9accc8d879be tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1316.942187] env[69751]: value = "task-3484555" [ 1316.942187] env[69751]: _type = "Task" [ 1316.942187] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.951563] env[69751]: DEBUG oslo_vmware.api [None req-e8ff07e4-6a26-481c-8dd8-9accc8d879be tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484555, 'name': SuspendVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.013894] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484553, 'name': PowerOffVM_Task, 'duration_secs': 0.46041} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.014198] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.015072] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.015458] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.015681] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.015997] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.016273] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.016522] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.016871] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.017165] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.017456] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.017756] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.018057] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.024234] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbf8c392-63ed-43b5-9b0d-3e612a7ea884 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.040637] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1317.040637] env[69751]: value = "task-3484556" [ 1317.040637] env[69751]: _type = "Task" [ 1317.040637] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.048806] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.097815] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e27f7a-b3ee-959f-8f68-25c58720602d, 'name': SearchDatastore_Task, 'duration_secs': 0.046646} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.098117] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.098391] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 45d5a4a4-2f29-4e8d-9599-22bd4c602f09/45d5a4a4-2f29-4e8d-9599-22bd4c602f09.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1317.098696] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2046d2f8-e8c2-4330-ba0e-49498b07493f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.105772] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1317.105772] env[69751]: value = "task-3484557" [ 1317.105772] env[69751]: _type = "Task" [ 1317.105772] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.114082] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.207473] env[69751]: DEBUG oslo_concurrency.lockutils [None req-94494e46-2eb5-4a4d-ad39-7fb922eb1ec5 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.703s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.237406] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.260358] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 5e280484-58b9-4ae7-a2a9-585d69e66310] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1317.451934] env[69751]: DEBUG oslo_vmware.api [None req-e8ff07e4-6a26-481c-8dd8-9accc8d879be tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484555, 'name': SuspendVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.479528] env[69751]: DEBUG nova.objects.instance [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'flavor' on Instance uuid d79fe61c-d533-4daf-8632-48d368ff69e3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.551175] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484556, 'name': ReconfigVM_Task, 'duration_secs': 0.317857} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.551988] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7ca569-a12c-4488-8060-63c6bc351db3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.572786] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.573680] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.573680] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.573680] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.573680] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.573680] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.573930] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.573968] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.574145] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.574314] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.574486] env[69751]: DEBUG nova.virt.hardware [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.575310] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b03ca16a-4fed-4027-8b4c-2e33c32fbb86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.580901] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1317.580901] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f41dec-9c38-3cbd-2372-df98afcd0c4f" [ 1317.580901] env[69751]: _type = "Task" [ 1317.580901] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.588971] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f41dec-9c38-3cbd-2372-df98afcd0c4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.616783] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484557, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.730194] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484554, 'name': CreateSnapshot_Task, 'duration_secs': 0.96559} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.730489] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1317.731353] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f514b0a3-2412-415b-a5bf-a8ffc449995a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.766990] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 8f078314-49cf-4a13-9082-0103afffd8e6] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1317.848859] env[69751]: INFO nova.compute.manager [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Resuming [ 1317.849618] env[69751]: DEBUG nova.objects.instance [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lazy-loading 'flavor' on Instance uuid e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.958225] env[69751]: DEBUG oslo_vmware.api [None req-e8ff07e4-6a26-481c-8dd8-9accc8d879be tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484555, 'name': SuspendVM_Task, 'duration_secs': 0.984268} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.958622] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ff07e4-6a26-481c-8dd8-9accc8d879be tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Suspended the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1317.958834] env[69751]: DEBUG nova.compute.manager [None req-e8ff07e4-6a26-481c-8dd8-9accc8d879be tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1317.959778] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613c863b-9fde-4797-acf1-ea6d0279fb8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.090600] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f41dec-9c38-3cbd-2372-df98afcd0c4f, 'name': SearchDatastore_Task, 'duration_secs': 0.0145} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.096666] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.096955] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6818b08c-217c-4c0b-807b-0fa50a4ec0d1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.119722] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938223} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.121017] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 45d5a4a4-2f29-4e8d-9599-22bd4c602f09/45d5a4a4-2f29-4e8d-9599-22bd4c602f09.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1318.121243] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1318.121550] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1318.121550] env[69751]: value = "task-3484558" [ 1318.121550] env[69751]: _type = "Task" [ 1318.121550] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.121840] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbfde0d7-2dd6-4f47-970e-cd052232f7fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.130051] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1318.130051] env[69751]: value = "task-3484559" [ 1318.130051] env[69751]: _type = "Task" [ 1318.130051] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.133288] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.140976] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.254355] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1318.254672] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7a65883-8939-4a08-8d85-6e5b97e06c3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.263041] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1318.263041] env[69751]: value = "task-3484560" [ 1318.263041] env[69751]: _type = "Task" [ 1318.263041] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.271879] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 549320dd-0976-4346-a82e-107878bc5ba5] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1318.273753] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484560, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.429666] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "68ed60f9-b51b-4359-afd6-839d699105ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.429932] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.430218] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.430433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.430604] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.433408] env[69751]: INFO nova.compute.manager [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Terminating instance [ 1318.487991] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34093840-780d-4e08-839b-13ab0153cefd tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.633142] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484558, 'name': ReconfigVM_Task, 'duration_secs': 0.234483} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.633512] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.637399] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55970d36-4cb5-4449-ac46-0e198c422fa1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.644292] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118404} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.655622] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1318.663035] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.663755] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58243804-9dd5-4efd-91da-dc01c795f39e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.666232] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-893a945d-cfcf-4c79-be91-1e6a746b833f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.698553] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 45d5a4a4-2f29-4e8d-9599-22bd4c602f09/45d5a4a4-2f29-4e8d-9599-22bd4c602f09.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.700344] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6696e45-e463-4893-b661-43355551ddcf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.715041] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1318.715041] env[69751]: value = "task-3484561" [ 1318.715041] env[69751]: _type = "Task" [ 1318.715041] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.720690] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1318.720690] env[69751]: value = "task-3484562" [ 1318.720690] env[69751]: _type = "Task" [ 1318.720690] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.726294] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.730922] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.773226] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484560, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.774709] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 92562b39-19bd-4c50-bc61-d1a7bad5db84] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1318.938988] env[69751]: DEBUG nova.compute.manager [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1318.939386] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.939742] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a466258-ea7f-42c5-a853-03109ac2152f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.950991] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1318.950991] env[69751]: value = "task-3484563" [ 1318.950991] env[69751]: _type = "Task" [ 1318.950991] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.962055] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.227570] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484561, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.232574] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484562, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.272778] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484560, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.278328] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 8fc1eedc-d3fa-4580-b8c3-719732c86545] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1319.320067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.320285] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.320491] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.320677] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.320868] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.322983] env[69751]: INFO nova.compute.manager [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Terminating instance [ 1319.360475] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.360698] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquired lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.360935] env[69751]: DEBUG nova.network.neutron [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.460587] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484563, 'name': PowerOffVM_Task, 'duration_secs': 0.207204} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.460889] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1319.461170] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1319.461376] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696565', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'name': 'volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '68ed60f9-b51b-4359-afd6-839d699105ba', 'attached_at': '2025-04-18T10:36:51.000000', 'detached_at': '', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'serial': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1319.462160] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33696b36-da20-41d2-905e-d1c9d325111e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.482193] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192785f1-f956-46ce-995d-7c5b4add9774 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.488645] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc197ffe-d9d0-4c3f-94af-d7fcb50f6ff9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.508354] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5482fe-3afb-4be3-81b5-c51248bb6dfc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.526486] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] The volume has not been displaced from its original location: [datastore1] volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3/volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1319.531775] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1319.532129] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d1ee02-63d7-4af4-acbe-f181ae158984 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.545311] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "d79fe61c-d533-4daf-8632-48d368ff69e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.545556] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.546135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "d79fe61c-d533-4daf-8632-48d368ff69e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.546135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.546135] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.548302] env[69751]: INFO nova.compute.manager [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Terminating instance [ 1319.554537] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1319.554537] env[69751]: value = "task-3484564" [ 1319.554537] env[69751]: _type = "Task" [ 1319.554537] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.562783] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.728106] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484561, 'name': ReconfigVM_Task, 'duration_secs': 0.877504} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.729588] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b/e0c70410-ffbd-4b75-85e6-408121b16f6b.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.729905] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c84ab97-8bf1-44d9-a5b1-d1648b66fa9a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.735562] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484562, 'name': ReconfigVM_Task, 'duration_secs': 0.851034} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.736227] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 45d5a4a4-2f29-4e8d-9599-22bd4c602f09/45d5a4a4-2f29-4e8d-9599-22bd4c602f09.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.736910] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1efa5b4f-af11-42b9-819a-25e074cdc00e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.753609] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c86977c-fb5e-470b-8675-4be311d5356f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.758534] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1319.758534] env[69751]: value = "task-3484565" [ 1319.758534] env[69751]: _type = "Task" [ 1319.758534] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.776850] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01bed0-cf41-4b04-bc8d-01b46da18e6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.783541] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 75b3f6e1-849c-434c-8c55-61454ce06f8d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1319.785302] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484565, 'name': Rename_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.801131] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484560, 'name': CloneVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.802096] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b1cac4-d8f6-4a1a-9e13-aca858a2309b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.809529] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1319.809758] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c21bc3cc-bd3a-47d6-8eb3-b334c2b6bcd1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.815624] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1319.815624] env[69751]: value = "task-3484566" [ 1319.815624] env[69751]: _type = "Task" [ 1319.815624] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.825096] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.826674] env[69751]: DEBUG nova.compute.manager [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1319.826866] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1319.827566] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b4b86-7b9a-4099-8bbf-1d0a4e459309 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.833681] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1319.833897] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ced854d5-3b46-41fa-bb42-43ee21f204d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.898479] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1319.898715] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1319.898900] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleting the datastore file [datastore1] 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1319.899228] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df2427ac-1a08-460d-a2c2-3a620109b761 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.905547] env[69751]: DEBUG oslo_vmware.api [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1319.905547] env[69751]: value = "task-3484568" [ 1319.905547] env[69751]: _type = "Task" [ 1319.905547] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.914801] env[69751]: DEBUG oslo_vmware.api [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.056021] env[69751]: DEBUG nova.compute.manager [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.056021] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.056021] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ab5ad0-a379-474b-af89-64004640db3b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.063983] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484564, 'name': ReconfigVM_Task, 'duration_secs': 0.20142} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.068555] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1320.070630] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.071424] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b600517-a65b-455a-a259-5d6692b3396c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.080991] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-947f5516-a827-428b-a753-c213371d96f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.088141] env[69751]: DEBUG oslo_vmware.api [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1320.088141] env[69751]: value = "task-3484569" [ 1320.088141] env[69751]: _type = "Task" [ 1320.088141] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.089303] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1320.089303] env[69751]: value = "task-3484570" [ 1320.089303] env[69751]: _type = "Task" [ 1320.089303] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.099826] env[69751]: DEBUG oslo_vmware.api [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484569, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.102956] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484570, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.120481] env[69751]: DEBUG nova.network.neutron [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [{"id": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "address": "fa:16:3e:36:bd:2a", "network": {"id": "c7f1ed1c-6a96-4c3d-853b-a0f18a0ac484", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-700212410-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "617d6e91ebb04cfe805d8ccef341d9e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aaf99dce-c773-48db-a2d9-00b8d0a7c75d", "external-id": "nsx-vlan-transportzone-248", "segmentation_id": 248, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e712444-63", "ovs_interfaceid": "2e712444-63a7-4d53-9fb3-6e1635b291e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.283191] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484565, 'name': Rename_Task, 'duration_secs': 0.181498} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.286489] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1320.286681] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484560, 'name': CloneVM_Task, 'duration_secs': 1.562883} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.286877] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25222024-adea-4a15-90c8-c24ab0c1e734 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.288363] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Created linked-clone VM from snapshot [ 1320.289706] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c475a786-203e-4090-883b-4add058af3b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.295398] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1320.295398] env[69751]: value = "task-3484571" [ 1320.295398] env[69751]: _type = "Task" [ 1320.295398] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.298425] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Uploading image e833845c-da3d-4d34-a2f6-2483eb205ba3 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1320.305036] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: c42af9d4-8a53-4a89-b20f-35e8f9d007ba] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1320.312659] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484571, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.317449] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1320.317781] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6da0335a-0dc2-4360-a809-1000055b9de7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.329131] env[69751]: DEBUG oslo_vmware.api [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484566, 'name': PowerOnVM_Task, 'duration_secs': 0.408658} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.330448] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1320.334741] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1320.334741] env[69751]: value = "task-3484572" [ 1320.334741] env[69751]: _type = "Task" [ 1320.334741] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.344239] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484572, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.416098] env[69751]: DEBUG oslo_vmware.api [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139296} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.416350] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1320.416554] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1320.416736] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1320.416906] env[69751]: INFO nova.compute.manager [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1320.417159] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1320.417352] env[69751]: DEBUG nova.compute.manager [-] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1320.417445] env[69751]: DEBUG nova.network.neutron [-] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.603829] env[69751]: DEBUG oslo_vmware.api [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484569, 'name': PowerOffVM_Task, 'duration_secs': 0.184516} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.607143] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1320.607391] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.608419] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484570, 'name': ReconfigVM_Task, 'duration_secs': 0.159541} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.608419] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b83b248-78c8-44fb-9981-ef4216c0ea18 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.609940] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696565', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'name': 'volume-4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '68ed60f9-b51b-4359-afd6-839d699105ba', 'attached_at': '2025-04-18T10:36:51.000000', 'detached_at': '', 'volume_id': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3', 'serial': '4ecccf9b-e9a4-4686-a7e6-86c2da3f73a3'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1320.610260] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.611264] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28423f4-6e49-42de-b631-1820844e3e41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.617362] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1320.617571] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12a2060e-a81a-4531-b945-b23d5dbe57b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.623657] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Releasing lock "refresh_cache-e923e290-97f8-4037-98e2-c386e5c497c9" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.624514] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d24176-06d2-4de9-b51b-e81534e6ff00 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.631057] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Resuming the VM {{(pid=69751) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1320.631304] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2483953-41f5-435b-9db8-08ec994cc538 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.636772] env[69751]: DEBUG oslo_vmware.api [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1320.636772] env[69751]: value = "task-3484575" [ 1320.636772] env[69751]: _type = "Task" [ 1320.636772] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.644261] env[69751]: DEBUG oslo_vmware.api [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.690575] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.691512] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.691512] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleting the datastore file [datastore2] 68ed60f9-b51b-4359-afd6-839d699105ba {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.691512] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51e70f58-fe6b-4418-b6a7-da147978ad09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.699337] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1320.699544] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1320.699725] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleting the datastore file [datastore1] d79fe61c-d533-4daf-8632-48d368ff69e3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1320.701691] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efbd4526-9dd6-4ee2-8d81-3ecff5b78100 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.703644] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1320.703644] env[69751]: value = "task-3484576" [ 1320.703644] env[69751]: _type = "Task" [ 1320.703644] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.710672] env[69751]: DEBUG oslo_vmware.api [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1320.710672] env[69751]: value = "task-3484577" [ 1320.710672] env[69751]: _type = "Task" [ 1320.710672] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.717775] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.723146] env[69751]: DEBUG oslo_vmware.api [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.732839] env[69751]: DEBUG nova.compute.manager [req-3fcd1866-896d-4e5c-9534-cf546f06b1f2 req-32629274-b740-4066-87b4-b6b5c4920f40 service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Received event network-vif-deleted-72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.732969] env[69751]: INFO nova.compute.manager [req-3fcd1866-896d-4e5c-9534-cf546f06b1f2 req-32629274-b740-4066-87b4-b6b5c4920f40 service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Neutron deleted interface 72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b; detaching it from the instance and deleting it from the info cache [ 1320.733124] env[69751]: DEBUG nova.network.neutron [req-3fcd1866-896d-4e5c-9534-cf546f06b1f2 req-32629274-b740-4066-87b4-b6b5c4920f40 service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.809878] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: ff704460-0abc-4904-b398-58eead3b5909] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1320.812584] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.851904] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484572, 'name': Destroy_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.147027] env[69751]: DEBUG oslo_vmware.api [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.213142] env[69751]: DEBUG nova.network.neutron [-] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.214500] env[69751]: DEBUG oslo_vmware.api [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151036} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.218028] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.218228] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.218405] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.218576] env[69751]: INFO nova.compute.manager [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1321.218807] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.219011] env[69751]: DEBUG nova.compute.manager [-] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.219114] env[69751]: DEBUG nova.network.neutron [-] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.225748] env[69751]: DEBUG oslo_vmware.api [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136745} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.226168] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.226349] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.226582] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.226766] env[69751]: INFO nova.compute.manager [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1321.227606] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.227606] env[69751]: DEBUG nova.compute.manager [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.227606] env[69751]: DEBUG nova.network.neutron [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.235022] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1f36411-ea63-474e-b0bb-fae72aaf8956 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.245422] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af391000-34b9-464d-8ff2-abbd43270224 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.280044] env[69751]: DEBUG nova.compute.manager [req-3fcd1866-896d-4e5c-9534-cf546f06b1f2 req-32629274-b740-4066-87b4-b6b5c4920f40 service nova] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Detach interface failed, port_id=72a9a1e0-3c4e-4ce5-9c1d-4780bc9e4c0b, reason: Instance 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1321.310465] env[69751]: DEBUG oslo_vmware.api [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484571, 'name': PowerOnVM_Task, 'duration_secs': 0.788362} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.310730] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1321.310998] env[69751]: INFO nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1321.311764] env[69751]: DEBUG nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.313393] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503a8a5a-b22d-4abc-ab74-b9bf84ab94a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.315046] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 845dfeb5-2468-4c7c-8ff3-df2351da69ff] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1321.352034] env[69751]: INFO nova.compute.manager [None req-f74d0520-fe82-41d6-84db-2f3c9fd2f0e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance to original state: 'active' [ 1321.361768] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484572, 'name': Destroy_Task, 'duration_secs': 0.573865} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.365021] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Destroyed the VM [ 1321.365021] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1321.365021] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f65ec7ff-7fcd-4af1-9c01-0f1dcf11ee15 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.372638] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1321.372638] env[69751]: value = "task-3484578" [ 1321.372638] env[69751]: _type = "Task" [ 1321.372638] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.385220] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.655506] env[69751]: DEBUG oslo_vmware.api [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484575, 'name': PowerOnVM_Task, 'duration_secs': 0.971858} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.656049] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Resumed the VM {{(pid=69751) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1321.656416] env[69751]: DEBUG nova.compute.manager [None req-d9c5c42a-3042-4985-b0c8-a8aad82be550 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.657757] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f56857-72a3-4d2c-a84c-0028cd2d6c9f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.715832] env[69751]: INFO nova.compute.manager [-] [instance: 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6] Took 1.30 seconds to deallocate network for instance. [ 1321.818255] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 12fc5f9c-7b04-4602-99f7-f96251c8c5da] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1321.836331] env[69751]: INFO nova.compute.manager [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Took 26.11 seconds to build instance. [ 1321.886869] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484578, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.930368] env[69751]: DEBUG nova.compute.manager [req-159aab5f-611c-443c-8071-7d30b863a9e5 req-56502fc3-b668-4aeb-bdc0-e5416eb70d6a service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Received event network-vif-deleted-21ac9efa-5030-46d0-ba97-6db2e9669b03 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1321.930662] env[69751]: INFO nova.compute.manager [req-159aab5f-611c-443c-8071-7d30b863a9e5 req-56502fc3-b668-4aeb-bdc0-e5416eb70d6a service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Neutron deleted interface 21ac9efa-5030-46d0-ba97-6db2e9669b03; detaching it from the instance and deleting it from the info cache [ 1321.930996] env[69751]: DEBUG nova.network.neutron [req-159aab5f-611c-443c-8071-7d30b863a9e5 req-56502fc3-b668-4aeb-bdc0-e5416eb70d6a service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.224606] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.224944] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.225389] env[69751]: DEBUG nova.objects.instance [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'resources' on Instance uuid 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.323295] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 5e1a60f7-f1ea-4822-af4f-04ce7ed6601e] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1322.339797] env[69751]: DEBUG oslo_concurrency.lockutils [None req-853ded53-89a0-4da5-a1a9-2f0e2beffd06 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.622s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.380985] env[69751]: DEBUG nova.network.neutron [-] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.385431] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484578, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.389714] env[69751]: DEBUG nova.network.neutron [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.434684] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6212fa1-b522-48ae-a17f-a14c57191e50 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.447532] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a167b16-a9a3-417d-8e6f-d8f245abd118 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.485487] env[69751]: DEBUG nova.compute.manager [req-159aab5f-611c-443c-8071-7d30b863a9e5 req-56502fc3-b668-4aeb-bdc0-e5416eb70d6a service nova] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Detach interface failed, port_id=21ac9efa-5030-46d0-ba97-6db2e9669b03, reason: Instance d79fe61c-d533-4daf-8632-48d368ff69e3 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.761929] env[69751]: DEBUG nova.compute.manager [req-f166f763-d8bd-4222-85ea-5c15b3892c7a req-d9364088-a59f-4747-88f1-ccfc261d6921 service nova] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Received event network-vif-deleted-5e8ee9e5-59c5-4077-afac-c3afb5e827d9 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.828062] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 70b84da0-e146-43d8-a489-e4685eb4e59d] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1322.833741] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "e0c70410-ffbd-4b75-85e6-408121b16f6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.834083] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.834305] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.834496] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.834665] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.836721] env[69751]: INFO nova.compute.manager [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Terminating instance [ 1322.889108] env[69751]: INFO nova.compute.manager [-] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Took 1.67 seconds to deallocate network for instance. [ 1322.889445] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484578, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.892311] env[69751]: INFO nova.compute.manager [-] [instance: d79fe61c-d533-4daf-8632-48d368ff69e3] Took 1.66 seconds to deallocate network for instance. [ 1322.912842] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc79cc8-ef9c-4165-aef2-15048f2343b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.926847] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b44695f-099d-4a59-bc56-c9b1b849565a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.961564] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2d95af-94cd-4c70-b724-761ae3f4d7f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.970547] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4d6962-87d7-4712-a2a8-0166b355523f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.986999] env[69751]: DEBUG nova.compute.provider_tree [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.331623] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 4dd46da4-1563-45ec-9733-7ecf7df52723] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1323.342677] env[69751]: DEBUG nova.compute.manager [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.342926] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.343853] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70aa268-d9ec-4fa9-abc4-e35c4b60eb6a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.352199] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.352455] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08a9d39a-a778-4d74-a212-f53fe3d6deda {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.361130] env[69751]: DEBUG oslo_vmware.api [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1323.361130] env[69751]: value = "task-3484579" [ 1323.361130] env[69751]: _type = "Task" [ 1323.361130] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.372238] env[69751]: DEBUG oslo_vmware.api [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484579, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.384760] env[69751]: DEBUG oslo_vmware.api [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484578, 'name': RemoveSnapshot_Task, 'duration_secs': 1.597437} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.385038] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1323.399230] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.446912] env[69751]: INFO nova.compute.manager [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: 68ed60f9-b51b-4359-afd6-839d699105ba] Took 0.56 seconds to detach 1 volumes for instance. [ 1323.493024] env[69751]: DEBUG nova.scheduler.client.report [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.835398] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: fe76a342-378d-4766-b4f5-5d2471ee2ad9] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1323.872820] env[69751]: DEBUG oslo_vmware.api [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484579, 'name': PowerOffVM_Task, 'duration_secs': 0.316213} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.873180] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.873392] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.873676] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bcd4154-bcec-4c14-b1e4-0d75c20694d5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.889704] env[69751]: WARNING nova.compute.manager [None req-5f5c0e07-2bcf-4619-9426-e22e1abf285e tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Image not found during snapshot: nova.exception.ImageNotFound: Image e833845c-da3d-4d34-a2f6-2483eb205ba3 could not be found. [ 1323.945269] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.945539] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.945732] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleting the datastore file [datastore2] e0c70410-ffbd-4b75-85e6-408121b16f6b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.946073] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe050c59-0bb2-4ba6-9be1-3eb03b0ab529 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.953434] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.955444] env[69751]: DEBUG oslo_vmware.api [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1323.955444] env[69751]: value = "task-3484581" [ 1323.955444] env[69751]: _type = "Task" [ 1323.955444] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.967850] env[69751]: DEBUG nova.compute.manager [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.967850] env[69751]: DEBUG nova.compute.manager [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing instance network info cache due to event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.967850] env[69751]: DEBUG oslo_concurrency.lockutils [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.967850] env[69751]: DEBUG oslo_concurrency.lockutils [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.967850] env[69751]: DEBUG nova.network.neutron [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.977931] env[69751]: DEBUG oslo_vmware.api [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.996912] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.772s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.000588] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.601s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.001158] env[69751]: DEBUG nova.objects.instance [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'resources' on Instance uuid d79fe61c-d533-4daf-8632-48d368ff69e3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.024491] env[69751]: INFO nova.scheduler.client.report [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted allocations for instance 1866a517-dbc8-4ba0-8e22-3ce6b9e374a6 [ 1324.339055] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2c7f62bb-e2cc-4a8b-92ac-6f7b139d60ed] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1324.467086] env[69751]: DEBUG oslo_vmware.api [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159195} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.467369] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.467558] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.467735] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.467931] env[69751]: INFO nova.compute.manager [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1324.468207] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.468410] env[69751]: DEBUG nova.compute.manager [-] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.468506] env[69751]: DEBUG nova.network.neutron [-] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.532744] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e3407846-1ed4-4ce3-b0fc-a50bb5539b89 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "1866a517-dbc8-4ba0-8e22-3ce6b9e374a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.212s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.617679] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "491acdef-b5e0-42ac-82fd-6d24f902de49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.617967] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.620452] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "491acdef-b5e0-42ac-82fd-6d24f902de49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.620568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.620733] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.626505] env[69751]: INFO nova.compute.manager [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Terminating instance [ 1324.668364] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c146e18-125c-4945-bf37-47c1917045f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.681014] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee2e3b4-be95-45b2-b3f2-10df270b8ad1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.722694] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e75337-7ba8-4940-b032-1e20ec0a8d58 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.731189] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4442df-7127-4ca1-982c-52401c1550a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.745814] env[69751]: DEBUG nova.compute.provider_tree [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.843487] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 6c7fe985-3b75-466f-b252-39a0a560d0d8] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1324.854941] env[69751]: DEBUG nova.network.neutron [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updated VIF entry in instance network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.854941] env[69751]: DEBUG nova.network.neutron [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.140092] env[69751]: DEBUG nova.compute.manager [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.140342] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.141278] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90f18c6-20d6-4d24-8a0a-df2d9b37cb66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.150137] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.150411] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-963a93bc-77fb-4280-a0ef-dfd48e76195e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.160752] env[69751]: DEBUG oslo_vmware.api [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1325.160752] env[69751]: value = "task-3484582" [ 1325.160752] env[69751]: _type = "Task" [ 1325.160752] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.171817] env[69751]: DEBUG oslo_vmware.api [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.249337] env[69751]: DEBUG nova.scheduler.client.report [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.348276] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 45fdd092-44c8-4c99-b4a6-f51a287c4069] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1325.360915] env[69751]: DEBUG oslo_concurrency.lockutils [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.360915] env[69751]: DEBUG nova.compute.manager [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1325.360915] env[69751]: DEBUG nova.compute.manager [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing instance network info cache due to event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1325.360915] env[69751]: DEBUG oslo_concurrency.lockutils [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.360915] env[69751]: DEBUG oslo_concurrency.lockutils [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.360915] env[69751]: DEBUG nova.network.neutron [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1325.492472] env[69751]: DEBUG nova.network.neutron [-] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.504671] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.504973] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.672055] env[69751]: DEBUG oslo_vmware.api [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484582, 'name': PowerOffVM_Task, 'duration_secs': 0.27554} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.672055] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.672221] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.672446] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e9e7dd4-2cf9-44fb-9c3f-27a7e6401f5f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.754356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.754s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.758433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.805s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.758661] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.760673] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.760990] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.761283] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleting the datastore file [datastore1] 491acdef-b5e0-42ac-82fd-6d24f902de49 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.761733] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0dded093-3a20-4f2b-87f6-8b109c53b74f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.768677] env[69751]: DEBUG oslo_vmware.api [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for the task: (returnval){ [ 1325.768677] env[69751]: value = "task-3484584" [ 1325.768677] env[69751]: _type = "Task" [ 1325.768677] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.775524] env[69751]: INFO nova.scheduler.client.report [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted allocations for instance d79fe61c-d533-4daf-8632-48d368ff69e3 [ 1325.780252] env[69751]: INFO nova.scheduler.client.report [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted allocations for instance 68ed60f9-b51b-4359-afd6-839d699105ba [ 1325.781205] env[69751]: DEBUG oslo_vmware.api [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.851030] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 2c092d2e-7646-4db7-b883-16f420d17250] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1325.965591] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-8dc492db-8d6e-402f-9265-dfa9c3f36687-9d0d66ff-b2d7-441f-b162-e574b26c9257" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.965862] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-8dc492db-8d6e-402f-9265-dfa9c3f36687-9d0d66ff-b2d7-441f-b162-e574b26c9257" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.967420] env[69751]: DEBUG nova.objects.instance [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'flavor' on Instance uuid 8dc492db-8d6e-402f-9265-dfa9c3f36687 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1325.994108] env[69751]: INFO nova.compute.manager [-] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Took 1.53 seconds to deallocate network for instance. [ 1326.007466] env[69751]: DEBUG nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1326.189720] env[69751]: DEBUG nova.network.neutron [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updated VIF entry in instance network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1326.190150] env[69751]: DEBUG nova.network.neutron [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.281897] env[69751]: DEBUG oslo_vmware.api [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Task: {'id': task-3484584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134819} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.282217] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.282405] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.282582] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.282831] env[69751]: INFO nova.compute.manager [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1326.283110] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.283315] env[69751]: DEBUG nova.compute.manager [-] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.283409] env[69751]: DEBUG nova.network.neutron [-] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.287802] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a90f455e-f29f-42a4-8005-1a7d02abc6ca tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "68ed60f9-b51b-4359-afd6-839d699105ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.858s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.291232] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1aba5710-c631-42d5-a61d-f5b2bd667413 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "d79fe61c-d533-4daf-8632-48d368ff69e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.746s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.355311] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: f6e65fdf-e194-444a-99a3-3ef7932a6cc3] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1326.437543] env[69751]: DEBUG nova.compute.manager [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.437742] env[69751]: DEBUG nova.compute.manager [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing instance network info cache due to event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.437991] env[69751]: DEBUG oslo_concurrency.lockutils [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.500465] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.500892] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.501120] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.528213] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.528526] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.530128] env[69751]: INFO nova.compute.claims [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.533464] env[69751]: INFO nova.scheduler.client.report [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted allocations for instance e0c70410-ffbd-4b75-85e6-408121b16f6b [ 1326.575146] env[69751]: DEBUG nova.objects.instance [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'pci_requests' on Instance uuid 8dc492db-8d6e-402f-9265-dfa9c3f36687 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.693038] env[69751]: DEBUG oslo_concurrency.lockutils [req-3582bade-7b82-44ce-9a84-7463a4cf9960 req-a5b08e48-a317-40c6-a90c-154fb875858e service nova] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.693038] env[69751]: DEBUG oslo_concurrency.lockutils [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.693367] env[69751]: DEBUG nova.network.neutron [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.847027] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.847599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.847789] env[69751]: INFO nova.compute.manager [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Shelving [ 1326.857667] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: f886668c-02f3-4ea7-8ba3-eca7a392a8e4] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1327.010892] env[69751]: DEBUG nova.network.neutron [-] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.043021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c8b9b3ff-2de9-4d1f-8643-697cd8dd4ad0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "e0c70410-ffbd-4b75-85e6-408121b16f6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.208s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.077964] env[69751]: DEBUG nova.objects.base [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Object Instance<8dc492db-8d6e-402f-9265-dfa9c3f36687> lazy-loaded attributes: flavor,pci_requests {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1327.078261] env[69751]: DEBUG nova.network.neutron [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.150920] env[69751]: DEBUG nova.policy [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.363358] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: dab255ce-923e-45eb-bd6d-0bbd34a21b7f] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1327.457035] env[69751]: DEBUG nova.network.neutron [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updated VIF entry in instance network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.457295] env[69751]: DEBUG nova.network.neutron [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.513432] env[69751]: INFO nova.compute.manager [-] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Took 1.23 seconds to deallocate network for instance. [ 1327.667982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebb5e2c-dd95-4418-a8dc-bf7156e4972d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.676829] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f0045-c45b-4f89-a9da-2eabe5abf9f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.709854] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ab429c-e409-42a3-85b8-2d416a0bfb88 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.716849] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.717127] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.722144] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bee7b84-233b-4385-b635-bbb78d7e3a7c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.737963] env[69751]: DEBUG nova.compute.provider_tree [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.863354] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.863795] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 5ad02603-ab24-4817-bfe1-9716de876685] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1327.865672] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d8ca46-572f-40ba-9ec7-adbefa789fbf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.874106] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1327.874106] env[69751]: value = "task-3484585" [ 1327.874106] env[69751]: _type = "Task" [ 1327.874106] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.884605] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.959526] env[69751]: DEBUG oslo_concurrency.lockutils [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.959806] env[69751]: DEBUG nova.compute.manager [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.960017] env[69751]: DEBUG nova.compute.manager [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing instance network info cache due to event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1327.960260] env[69751]: DEBUG oslo_concurrency.lockutils [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.960407] env[69751]: DEBUG oslo_concurrency.lockutils [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.960570] env[69751]: DEBUG nova.network.neutron [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.023233] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.066718] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.067214] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.067616] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.067959] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.068258] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.074324] env[69751]: INFO nova.compute.manager [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Terminating instance [ 1328.076329] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.076540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.219867] env[69751]: DEBUG nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.240908] env[69751]: DEBUG nova.scheduler.client.report [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.368184] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 34ed9d40-479e-4f43-b127-ec4c0f2634e5] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1328.384761] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484585, 'name': PowerOffVM_Task, 'duration_secs': 0.25312} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.385079] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1328.385911] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3772caf2-e392-4412-a55a-743065c14ae7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.408811] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292f890-3903-4857-8d84-5703727b6dae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.462397] env[69751]: DEBUG nova.compute.manager [req-d555d607-8fe9-4eca-bfc8-66c3784f7ad6 req-6c243c6f-38c7-482b-b747-e952a0aa5775 service nova] [instance: 491acdef-b5e0-42ac-82fd-6d24f902de49] Received event network-vif-deleted-8d91f4e2-0d2e-4f94-83bb-f3be99f982c7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.579261] env[69751]: DEBUG nova.compute.manager [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.579483] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.580756] env[69751]: DEBUG nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.584284] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20814a-b6af-4fa6-87ac-45bc26acfc41 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.590696] env[69751]: DEBUG nova.compute.manager [req-9382b373-656a-49a2-872d-7e4c80bdb477 req-94a0c0e7-039a-47f4-80af-b14f5d3af3a2 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-vif-plugged-9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.591048] env[69751]: DEBUG oslo_concurrency.lockutils [req-9382b373-656a-49a2-872d-7e4c80bdb477 req-94a0c0e7-039a-47f4-80af-b14f5d3af3a2 service nova] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.591284] env[69751]: DEBUG oslo_concurrency.lockutils [req-9382b373-656a-49a2-872d-7e4c80bdb477 req-94a0c0e7-039a-47f4-80af-b14f5d3af3a2 service nova] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.591451] env[69751]: DEBUG oslo_concurrency.lockutils [req-9382b373-656a-49a2-872d-7e4c80bdb477 req-94a0c0e7-039a-47f4-80af-b14f5d3af3a2 service nova] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.591616] env[69751]: DEBUG nova.compute.manager [req-9382b373-656a-49a2-872d-7e4c80bdb477 req-94a0c0e7-039a-47f4-80af-b14f5d3af3a2 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] No waiting events found dispatching network-vif-plugged-9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1328.594816] env[69751]: WARNING nova.compute.manager [req-9382b373-656a-49a2-872d-7e4c80bdb477 req-94a0c0e7-039a-47f4-80af-b14f5d3af3a2 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received unexpected event network-vif-plugged-9d0d66ff-b2d7-441f-b162-e574b26c9257 for instance with vm_state active and task_state None. [ 1328.598050] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.600711] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0eecda5b-6c42-4371-b9b1-998a91123298 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.608350] env[69751]: DEBUG oslo_vmware.api [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1328.608350] env[69751]: value = "task-3484586" [ 1328.608350] env[69751]: _type = "Task" [ 1328.608350] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.620686] env[69751]: DEBUG oslo_vmware.api [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.621523] env[69751]: DEBUG nova.network.neutron [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Successfully updated port: 9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1328.709208] env[69751]: DEBUG nova.network.neutron [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updated VIF entry in instance network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1328.709605] env[69751]: DEBUG nova.network.neutron [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.739041] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.746285] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.746877] env[69751]: DEBUG nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.749582] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.727s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.749805] env[69751]: DEBUG nova.objects.instance [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lazy-loading 'resources' on Instance uuid 491acdef-b5e0-42ac-82fd-6d24f902de49 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.872245] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a1d9a7d5-69c9-486c-9e4b-99cc07d20730] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1328.921312] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1328.921734] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-91ccf411-0637-404e-a533-5fd3abeefb1a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.931484] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1328.931484] env[69751]: value = "task-3484587" [ 1328.931484] env[69751]: _type = "Task" [ 1328.931484] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.943236] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484587, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.963578] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "733cba42-e554-4273-b352-57437bdd1160" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.963847] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.108435] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.117719] env[69751]: DEBUG oslo_vmware.api [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484586, 'name': PowerOffVM_Task, 'duration_secs': 0.212645} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.117976] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.118163] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.118473] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac8a0f14-58a8-4e51-a3b4-f6a1a754ed89 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.125138] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.183058] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.183390] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.183625] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleting the datastore file [datastore1] e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.183953] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e0bd359-5454-477b-8e11-eb46bddc80ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.192997] env[69751]: DEBUG oslo_vmware.api [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for the task: (returnval){ [ 1329.192997] env[69751]: value = "task-3484589" [ 1329.192997] env[69751]: _type = "Task" [ 1329.192997] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.201735] env[69751]: DEBUG oslo_vmware.api [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.212533] env[69751]: DEBUG oslo_concurrency.lockutils [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.212798] env[69751]: DEBUG nova.compute.manager [req-be9ecedc-16b2-45ba-9dd0-1c3835fbb003 req-e8a6b1b3-5e88-4c31-ac5e-876c3fe2187e service nova] [instance: e0c70410-ffbd-4b75-85e6-408121b16f6b] Received event network-vif-deleted-c17efd93-82d7-45b5-96f6-2a3a3c52efc6 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.213302] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.213492] env[69751]: DEBUG nova.network.neutron [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.255639] env[69751]: DEBUG nova.compute.utils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.257469] env[69751]: DEBUG nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.257606] env[69751]: DEBUG nova.network.neutron [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.306171] env[69751]: DEBUG nova.policy [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18fdeaba2f7b46ef92c915781b215a21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9facad89c76b463a874d4227e5a3e4c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.375280] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: a1f80c39-d4d9-488e-ba8c-84a11a9f9882] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1329.411074] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5689b17-e6bb-4e78-a762-9ddc8a626aac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.420052] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa270b25-6172-4305-855d-61a0f67d7a4a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.458799] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a8c656-4588-4e57-b663-48facc16bdd0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.468240] env[69751]: DEBUG nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1329.476036] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce005b23-e1fa-485e-8dec-49207d88a12f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.479852] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484587, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.492326] env[69751]: DEBUG nova.compute.provider_tree [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.585905] env[69751]: DEBUG nova.network.neutron [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Successfully created port: c006ee3d-fce5-4054-ab2d-4044958ea3f7 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.704786] env[69751]: DEBUG oslo_vmware.api [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Task: {'id': task-3484589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256997} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.705068] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.705264] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.705442] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.705617] env[69751]: INFO nova.compute.manager [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1329.705859] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.706064] env[69751]: DEBUG nova.compute.manager [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.706165] env[69751]: DEBUG nova.network.neutron [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.758570] env[69751]: WARNING nova.network.neutron [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] e344d8de-1e69-4370-8660-c3ff6b4b4005 already exists in list: networks containing: ['e344d8de-1e69-4370-8660-c3ff6b4b4005']. ignoring it [ 1329.761135] env[69751]: DEBUG nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.878524] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 8c2769e9-4ec5-420e-9c22-8102db2e652e] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1329.965023] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484587, 'name': CreateSnapshot_Task, 'duration_secs': 0.571741} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.965306] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1329.966071] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31190812-4c2e-4628-b29b-057afbc057e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.994924] env[69751]: DEBUG nova.scheduler.client.report [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.001874] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.381952] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: aa1839a8-3034-4575-8da3-32e34ddd2cd9] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1330.418183] env[69751]: DEBUG nova.network.neutron [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "address": "fa:16:3e:3e:87:56", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d66ff-b2", "ovs_interfaceid": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.485218] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1330.485513] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f3a53cc6-a7fa-474f-8e14-9e3c2a6e63bc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.495672] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1330.495672] env[69751]: value = "task-3484590" [ 1330.495672] env[69751]: _type = "Task" [ 1330.495672] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.500612] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.505995] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.767s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.507523] env[69751]: INFO nova.compute.claims [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1330.510099] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484590, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.518779] env[69751]: INFO nova.scheduler.client.report [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Deleted allocations for instance 491acdef-b5e0-42ac-82fd-6d24f902de49 [ 1330.646355] env[69751]: DEBUG nova.compute.manager [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-changed-9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.646560] env[69751]: DEBUG nova.compute.manager [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing instance network info cache due to event network-changed-9d0d66ff-b2d7-441f-b162-e574b26c9257. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.646784] env[69751]: DEBUG oslo_concurrency.lockutils [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.773063] env[69751]: DEBUG nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.801261] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.801533] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.801695] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.801928] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.802047] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.802209] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.802413] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.802569] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.802734] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.802894] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.803091] env[69751]: DEBUG nova.virt.hardware [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.804062] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7596d93-be09-4141-9403-3b9ade0fee66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.812601] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30151c3b-3ef7-4f38-a63a-2f5662927cd4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.859958] env[69751]: DEBUG nova.network.neutron [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.886486] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 0a867df1-b9af-4a10-8a65-eca278cfa6ac] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1330.920456] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.921407] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.921498] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.922778] env[69751]: DEBUG oslo_concurrency.lockutils [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.922778] env[69751]: DEBUG nova.network.neutron [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing network info cache for port 9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.924059] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62e21ecf-2ba8-4393-824f-413ace2f1be9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.954211] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.954480] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.954644] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.954832] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.954983] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.955150] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.955362] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.955522] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.955746] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.956079] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.956507] env[69751]: DEBUG nova.virt.hardware [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.962859] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Reconfiguring VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1330.963536] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d30412ac-b8db-4f8d-a90d-06a08a6bba10 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.981909] env[69751]: DEBUG oslo_vmware.api [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1330.981909] env[69751]: value = "task-3484591" [ 1330.981909] env[69751]: _type = "Task" [ 1330.981909] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.990986] env[69751]: DEBUG oslo_vmware.api [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484591, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.005308] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484590, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.025610] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fd7c2e4c-9744-4ceb-a680-45a4bd553ca0 tempest-ImagesTestJSON-436870038 tempest-ImagesTestJSON-436870038-project-member] Lock "491acdef-b5e0-42ac-82fd-6d24f902de49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.408s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.122181] env[69751]: DEBUG nova.compute.manager [req-28ee321f-4789-44a9-a114-bb3ecb77a8e4 req-edde75f3-389f-49ca-ba37-4cffb5de0a8e service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Received event network-vif-plugged-c006ee3d-fce5-4054-ab2d-4044958ea3f7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1331.122181] env[69751]: DEBUG oslo_concurrency.lockutils [req-28ee321f-4789-44a9-a114-bb3ecb77a8e4 req-edde75f3-389f-49ca-ba37-4cffb5de0a8e service nova] Acquiring lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.122181] env[69751]: DEBUG oslo_concurrency.lockutils [req-28ee321f-4789-44a9-a114-bb3ecb77a8e4 req-edde75f3-389f-49ca-ba37-4cffb5de0a8e service nova] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.122181] env[69751]: DEBUG oslo_concurrency.lockutils [req-28ee321f-4789-44a9-a114-bb3ecb77a8e4 req-edde75f3-389f-49ca-ba37-4cffb5de0a8e service nova] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.122738] env[69751]: DEBUG nova.compute.manager [req-28ee321f-4789-44a9-a114-bb3ecb77a8e4 req-edde75f3-389f-49ca-ba37-4cffb5de0a8e service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] No waiting events found dispatching network-vif-plugged-c006ee3d-fce5-4054-ab2d-4044958ea3f7 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1331.123483] env[69751]: WARNING nova.compute.manager [req-28ee321f-4789-44a9-a114-bb3ecb77a8e4 req-edde75f3-389f-49ca-ba37-4cffb5de0a8e service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Received unexpected event network-vif-plugged-c006ee3d-fce5-4054-ab2d-4044958ea3f7 for instance with vm_state building and task_state spawning. [ 1331.172939] env[69751]: DEBUG nova.network.neutron [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Successfully updated port: c006ee3d-fce5-4054-ab2d-4044958ea3f7 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.362853] env[69751]: INFO nova.compute.manager [-] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Took 1.66 seconds to deallocate network for instance. [ 1331.389971] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: c79bb961-4170-4f8b-a81d-407a09be1cfe] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1331.497752] env[69751]: DEBUG oslo_vmware.api [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.507040] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484590, 'name': CloneVM_Task} progress is 95%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.661660] env[69751]: DEBUG nova.network.neutron [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updated VIF entry in instance network info cache for port 9d0d66ff-b2d7-441f-b162-e574b26c9257. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.662155] env[69751]: DEBUG nova.network.neutron [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "address": "fa:16:3e:3e:87:56", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d66ff-b2", "ovs_interfaceid": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.675988] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.676206] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.676362] env[69751]: DEBUG nova.network.neutron [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.677948] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7146a195-3446-4de9-82c6-5bd630e22fef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.687543] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e418b8fb-dd1f-4331-a6b3-9d09632a9c5a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.718461] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0214ec-707e-483a-abc9-2c1d38c8e6de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.726186] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7264f064-7914-416b-a8a5-2383fae24e4a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.740632] env[69751]: DEBUG nova.compute.provider_tree [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.869556] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.892637] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 8d3b4526-ef53-4517-a042-5b23502cd66a] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1331.992373] env[69751]: DEBUG oslo_vmware.api [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484591, 'name': ReconfigVM_Task, 'duration_secs': 0.554545} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.004951] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484590, 'name': CloneVM_Task, 'duration_secs': 1.168347} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.005871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.006098] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Reconfigured VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1332.008494] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Created linked-clone VM from snapshot [ 1332.012021] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8f8634-2f87-4f3a-96e5-cc4cc9b38533 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.018764] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Uploading image a4413590-4230-420e-95ba-f51e2f325d71 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1332.041353] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1332.041353] env[69751]: value = "vm-696581" [ 1332.041353] env[69751]: _type = "VirtualMachine" [ 1332.041353] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1332.041626] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-80772f11-cb6a-4b69-b5f3-0580c86a5c12 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.049890] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease: (returnval){ [ 1332.049890] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52895e06-5f63-96c4-c863-22fe34eecb46" [ 1332.049890] env[69751]: _type = "HttpNfcLease" [ 1332.049890] env[69751]: } obtained for exporting VM: (result){ [ 1332.049890] env[69751]: value = "vm-696581" [ 1332.049890] env[69751]: _type = "VirtualMachine" [ 1332.049890] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1332.050192] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the lease: (returnval){ [ 1332.050192] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52895e06-5f63-96c4-c863-22fe34eecb46" [ 1332.050192] env[69751]: _type = "HttpNfcLease" [ 1332.050192] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1332.057678] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.057678] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52895e06-5f63-96c4-c863-22fe34eecb46" [ 1332.057678] env[69751]: _type = "HttpNfcLease" [ 1332.057678] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1332.166978] env[69751]: DEBUG oslo_concurrency.lockutils [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.167299] env[69751]: DEBUG nova.compute.manager [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Received event network-vif-deleted-2e712444-63a7-4d53-9fb3-6e1635b291e0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.167483] env[69751]: INFO nova.compute.manager [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Neutron deleted interface 2e712444-63a7-4d53-9fb3-6e1635b291e0; detaching it from the instance and deleting it from the info cache [ 1332.167671] env[69751]: DEBUG nova.network.neutron [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.221761] env[69751]: DEBUG nova.network.neutron [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.243346] env[69751]: DEBUG nova.scheduler.client.report [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1332.396362] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.470437] env[69751]: DEBUG nova.network.neutron [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance_info_cache with network_info: [{"id": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "address": "fa:16:3e:1d:cb:e2", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc006ee3d-fc", "ovs_interfaceid": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.515809] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b584a450-5836-4de2-b589-4c65c9c53d26 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-8dc492db-8d6e-402f-9265-dfa9c3f36687-9d0d66ff-b2d7-441f-b162-e574b26c9257" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.550s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.559199] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.559199] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52895e06-5f63-96c4-c863-22fe34eecb46" [ 1332.559199] env[69751]: _type = "HttpNfcLease" [ 1332.559199] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1332.559483] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1332.559483] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52895e06-5f63-96c4-c863-22fe34eecb46" [ 1332.559483] env[69751]: _type = "HttpNfcLease" [ 1332.559483] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1332.560261] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ff11eb-f82d-4908-b83a-f48dd8bbb783 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.567786] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229f0cf-4e07-bf37-6eec-b7b58044626a/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1332.567960] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229f0cf-4e07-bf37-6eec-b7b58044626a/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1332.657526] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7539371e-386b-481b-b07d-587ffe340acc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.672436] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5a3017a-6854-4d03-8c1e-f64898dbcbb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.687223] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8418591-43a0-41f8-b7fd-b5737b2c023c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.724247] env[69751]: DEBUG nova.compute.manager [req-f1bc82f3-2a20-4566-9fa7-77ac0da9f05f req-3f39ced0-4d1d-461d-b78c-590fefaf5a5a service nova] [instance: e923e290-97f8-4037-98e2-c386e5c497c9] Detach interface failed, port_id=2e712444-63a7-4d53-9fb3-6e1635b291e0, reason: Instance e923e290-97f8-4037-98e2-c386e5c497c9 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1332.750519] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.751094] env[69751]: DEBUG nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1332.753899] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.646s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.755343] env[69751]: INFO nova.compute.claims [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1332.973321] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.973836] env[69751]: DEBUG nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Instance network_info: |[{"id": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "address": "fa:16:3e:1d:cb:e2", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc006ee3d-fc", "ovs_interfaceid": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.974455] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:cb:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4fe416-47a6-4542-b59d-8c71ab4d6503', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c006ee3d-fce5-4054-ab2d-4044958ea3f7', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.985838] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.986218] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.986471] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3db4e11d-c571-4e80-8049-7dc5d1fba068 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.010752] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.010752] env[69751]: value = "task-3484593" [ 1333.010752] env[69751]: _type = "Task" [ 1333.010752] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.023108] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484593, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.265810] env[69751]: DEBUG nova.compute.utils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1333.266433] env[69751]: DEBUG nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1333.266572] env[69751]: DEBUG nova.network.neutron [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1333.297009] env[69751]: DEBUG nova.compute.manager [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Received event network-changed-c006ee3d-fce5-4054-ab2d-4044958ea3f7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.297009] env[69751]: DEBUG nova.compute.manager [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Refreshing instance network info cache due to event network-changed-c006ee3d-fce5-4054-ab2d-4044958ea3f7. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.297009] env[69751]: DEBUG oslo_concurrency.lockutils [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] Acquiring lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.297009] env[69751]: DEBUG oslo_concurrency.lockutils [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] Acquired lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.298177] env[69751]: DEBUG nova.network.neutron [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Refreshing network info cache for port c006ee3d-fce5-4054-ab2d-4044958ea3f7 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.313106] env[69751]: DEBUG nova.policy [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97e2dc0accb3439c8798642233213ace', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '85626ced38354996854ae9ae92981930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1333.392278] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.392585] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.522439] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484593, 'name': CreateVM_Task, 'duration_secs': 0.353925} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.522997] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.523390] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.523664] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.525012] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.525012] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-175c21ca-e569-4333-80a8-98e97453cdf5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.530452] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1333.530452] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52668914-5b99-f951-e419-81a820c70aed" [ 1333.530452] env[69751]: _type = "Task" [ 1333.530452] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.540962] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52668914-5b99-f951-e419-81a820c70aed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.697752] env[69751]: DEBUG nova.network.neutron [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Successfully created port: 93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1333.771391] env[69751]: DEBUG nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1333.907457] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.907457] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.907457] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.907719] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.908267] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.985602] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334905bb-e62e-4557-aa6e-f484dcca20ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.002522] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34dd68ac-2664-4885-8bd2-c5efd91b2232 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.045988] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfaaf48-8f90-4619-a9d7-eb940b7f37dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.060544] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52668914-5b99-f951-e419-81a820c70aed, 'name': SearchDatastore_Task, 'duration_secs': 0.025641} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.061828] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bedf16-e15d-4b8c-a50f-3eb687306a2d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.065887] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.067045] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.067045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.067045] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.067045] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.067045] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2421261-596f-4750-a83d-6632a58499dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.080637] env[69751]: DEBUG nova.compute.provider_tree [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.083136] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.083332] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.084629] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15345e70-b66e-4e16-af4f-0fb66f163a97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.088253] env[69751]: DEBUG nova.network.neutron [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updated VIF entry in instance network info cache for port c006ee3d-fce5-4054-ab2d-4044958ea3f7. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.088608] env[69751]: DEBUG nova.network.neutron [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance_info_cache with network_info: [{"id": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "address": "fa:16:3e:1d:cb:e2", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc006ee3d-fc", "ovs_interfaceid": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.093999] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1334.093999] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278a72c-98a2-4dcd-e437-673e48862909" [ 1334.093999] env[69751]: _type = "Task" [ 1334.093999] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.106035] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278a72c-98a2-4dcd-e437-673e48862909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.211874] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-8dc492db-8d6e-402f-9265-dfa9c3f36687-9d0d66ff-b2d7-441f-b162-e574b26c9257" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.211874] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-8dc492db-8d6e-402f-9265-dfa9c3f36687-9d0d66ff-b2d7-441f-b162-e574b26c9257" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.413868] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Getting list of instances from cluster (obj){ [ 1334.413868] env[69751]: value = "domain-c8" [ 1334.413868] env[69751]: _type = "ClusterComputeResource" [ 1334.413868] env[69751]: } {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1334.415498] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e7ce64-acbe-4d4a-b1f7-aec891cd87c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.434318] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Got total of 6 instances {{(pid=69751) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1334.434619] env[69751]: WARNING nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] While synchronizing instance power states, found 9 instances in the database and 6 instances on the hypervisor. [ 1334.434793] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid c3f35115-410c-465c-a9f1-78d7d74976c7 {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.434991] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.435277] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.435553] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid 8dc492db-8d6e-402f-9265-dfa9c3f36687 {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.435762] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid 4cb64ed3-c70e-47e5-97ef-6a202504dc2b {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.435987] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.436221] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.436497] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.436656] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Triggering sync for uuid 5fc3c996-b8fd-4f35-9186-7fe36c622a3e {{(pid=69751) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1334.437021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "c3f35115-410c-465c-a9f1-78d7d74976c7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.437457] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.437885] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "e923e290-97f8-4037-98e2-c386e5c497c9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.438217] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.438500] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.438685] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.438928] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.439136] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.439441] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.439662] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.440022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.440265] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.440667] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.440970] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.441157] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1334.441918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c283fc-dc0c-42e4-bd0a-8e9ba4a33bcc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.445196] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c64389-7808-4d23-b409-5d2e1934650a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.448145] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a5e01-e8c9-4964-aa33-9d2adfcf50bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.452876] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27df5274-bcfe-4ea8-8315-b26b3d0b2c0f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.455370] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.586034] env[69751]: DEBUG nova.scheduler.client.report [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1334.593046] env[69751]: DEBUG oslo_concurrency.lockutils [req-c289dd57-2d86-4d4a-bbc8-7f2d277113c8 req-e41d868d-e1c2-46f3-b99c-36a469ca58ca service nova] Releasing lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.606400] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278a72c-98a2-4dcd-e437-673e48862909, 'name': SearchDatastore_Task, 'duration_secs': 0.01125} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.607303] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea55ae38-acbe-41f1-990f-500f9fc27fee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.615189] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1334.615189] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b2045f-86d9-e522-500c-b1666ce41bb5" [ 1334.615189] env[69751]: _type = "Task" [ 1334.615189] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.624168] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b2045f-86d9-e522-500c-b1666ce41bb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.714885] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.782573] env[69751]: DEBUG nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1334.808584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.812429] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1334.812673] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1334.812928] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1334.813159] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1334.813317] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1334.813464] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1334.813675] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1334.813935] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1334.814078] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1334.814190] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1334.814356] env[69751]: DEBUG nova.virt.hardware [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1334.815496] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a00e834-73bd-415c-812c-1c514649ee05 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.824361] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cedfabc-042b-469d-8a12-f037b99259a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.960146] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.967303] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.528s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.967623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.159s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.977362] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.977729] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.978138] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.978382] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.979273] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee021adf-8124-42d4-9407-6405a5987d2c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.998715] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665bb4ce-e91d-42e9-bc98-0c3e39de3876 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.025701] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Reconfiguring VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1335.026069] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e08bf8c-fce4-431c-889b-e1e960619eb7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.047632] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1335.047632] env[69751]: value = "task-3484594" [ 1335.047632] env[69751]: _type = "Task" [ 1335.047632] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.056662] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.091008] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.091741] env[69751]: DEBUG nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1335.094961] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.096s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.096663] env[69751]: INFO nova.compute.claims [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1335.126743] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b2045f-86d9-e522-500c-b1666ce41bb5, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.127032] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.127685] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec/d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.127822] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a20e493-6696-494b-b6fd-656e188e1012 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.136200] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1335.136200] env[69751]: value = "task-3484595" [ 1335.136200] env[69751]: _type = "Task" [ 1335.136200] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.147278] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.471778] env[69751]: DEBUG nova.compute.utils [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.543094] env[69751]: DEBUG nova.compute.manager [req-600b87b9-a24f-4435-9486-0d7e5eec732d req-0d6c0424-75bd-4cfd-a3c4-1d4441b57627 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-vif-plugged-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1335.543361] env[69751]: DEBUG oslo_concurrency.lockutils [req-600b87b9-a24f-4435-9486-0d7e5eec732d req-0d6c0424-75bd-4cfd-a3c4-1d4441b57627 service nova] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.543542] env[69751]: DEBUG oslo_concurrency.lockutils [req-600b87b9-a24f-4435-9486-0d7e5eec732d req-0d6c0424-75bd-4cfd-a3c4-1d4441b57627 service nova] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.543714] env[69751]: DEBUG oslo_concurrency.lockutils [req-600b87b9-a24f-4435-9486-0d7e5eec732d req-0d6c0424-75bd-4cfd-a3c4-1d4441b57627 service nova] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.543880] env[69751]: DEBUG nova.compute.manager [req-600b87b9-a24f-4435-9486-0d7e5eec732d req-0d6c0424-75bd-4cfd-a3c4-1d4441b57627 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] No waiting events found dispatching network-vif-plugged-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1335.544056] env[69751]: WARNING nova.compute.manager [req-600b87b9-a24f-4435-9486-0d7e5eec732d req-0d6c0424-75bd-4cfd-a3c4-1d4441b57627 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received unexpected event network-vif-plugged-93f5c092-3b34-440c-bb93-d93af69663ac for instance with vm_state building and task_state spawning. [ 1335.560246] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.603209] env[69751]: DEBUG nova.compute.utils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.605761] env[69751]: DEBUG nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1335.605923] env[69751]: DEBUG nova.network.neutron [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1335.612538] env[69751]: DEBUG nova.network.neutron [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Successfully updated port: 93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1335.647749] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452081} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.649888] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec/d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.649888] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.649888] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a277358-a0ac-4b1a-85ff-e42bcfaf135c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.655540] env[69751]: DEBUG nova.policy [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ed13013bcc14883857744dfce462f33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9125d903b68f45238eab0073af04a4bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1335.661336] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1335.661336] env[69751]: value = "task-3484596" [ 1335.661336] env[69751]: _type = "Task" [ 1335.661336] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.670844] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.975423] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.997120] env[69751]: DEBUG nova.network.neutron [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Successfully created port: 40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1336.059076] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.106546] env[69751]: DEBUG nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1336.116019] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.116175] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.116811] env[69751]: DEBUG nova.network.neutron [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.179013] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069144} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.179306] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.180838] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3ef377-c798-4916-8974-cd87983fa614 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.205208] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec/d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.208103] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9f4455-0c9e-42a7-b54e-75ce976eb313 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.230956] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1336.230956] env[69751]: value = "task-3484597" [ 1336.230956] env[69751]: _type = "Task" [ 1336.230956] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.241981] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484597, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.337538] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4fface-4749-4c7d-a44e-ac33587561c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.346022] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b235ccc3-7942-4571-abae-09ef6523b4f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.385128] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ddee26-754d-45a5-9b54-c09650314e9b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.394389] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62be4229-2c30-4098-82ac-a61ee7a0771c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.409117] env[69751]: DEBUG nova.compute.provider_tree [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.562052] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.652994] env[69751]: DEBUG nova.network.neutron [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1336.742012] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484597, 'name': ReconfigVM_Task, 'duration_secs': 0.295986} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.742312] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec/d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.743067] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20bba212-a097-42b6-ac67-c9e6350288b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.752386] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1336.752386] env[69751]: value = "task-3484598" [ 1336.752386] env[69751]: _type = "Task" [ 1336.752386] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.763241] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484598, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.865149] env[69751]: DEBUG nova.network.neutron [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f5c092-3b", "ovs_interfaceid": "93f5c092-3b34-440c-bb93-d93af69663ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.916801] env[69751]: DEBUG nova.scheduler.client.report [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1336.924251] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.924251] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.924251] env[69751]: INFO nova.compute.manager [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Attaching volume 33a3f172-a538-4514-bb3f-e7a7f98dcd41 to /dev/sdb [ 1336.980195] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2429bcef-3343-48fd-8e34-4b382797ad8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.990617] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d2d429-61cc-4520-aaee-ad73ec782b2a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.005214] env[69751]: DEBUG nova.virt.block_device [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updating existing volume attachment record: 080ba57c-644d-4157-899d-22a7f4ac89bc {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1337.061062] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.120112] env[69751]: DEBUG nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1337.165396] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.165688] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.165838] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.166107] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.166328] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.166536] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.166809] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.167045] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.167299] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.167524] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.167761] env[69751]: DEBUG nova.virt.hardware [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.168854] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6514aa1e-2c48-44ea-b71c-8a6e84e52c3d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.184065] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc59bd4-e2d4-44ed-9cff-d5034f76dd6c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.262171] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484598, 'name': Rename_Task, 'duration_secs': 0.145411} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.262554] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.262818] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-070980a3-3050-452c-b600-4b9b572014cd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.272369] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1337.272369] env[69751]: value = "task-3484600" [ 1337.272369] env[69751]: _type = "Task" [ 1337.272369] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.281580] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.368726] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.370292] env[69751]: DEBUG nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Instance network_info: |[{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f5c092-3b", "ovs_interfaceid": "93f5c092-3b34-440c-bb93-d93af69663ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1337.370292] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:59:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93f5c092-3b34-440c-bb93-d93af69663ac', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.380503] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.380893] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.381199] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a2f39d3-0c78-49ce-a15a-c2307e502357 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.407625] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.407625] env[69751]: value = "task-3484601" [ 1337.407625] env[69751]: _type = "Task" [ 1337.407625] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.416561] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484601, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.430721] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.431347] env[69751]: DEBUG nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1337.434327] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.565s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.434572] env[69751]: DEBUG nova.objects.instance [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lazy-loading 'resources' on Instance uuid e923e290-97f8-4037-98e2-c386e5c497c9 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.454558] env[69751]: DEBUG nova.compute.manager [req-85c8c504-9c85-4eee-9a99-3e5d6dab2017 req-80256aa1-ce1d-48c5-856e-0aebf3c3d790 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Received event network-vif-plugged-40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.454558] env[69751]: DEBUG oslo_concurrency.lockutils [req-85c8c504-9c85-4eee-9a99-3e5d6dab2017 req-80256aa1-ce1d-48c5-856e-0aebf3c3d790 service nova] Acquiring lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.454558] env[69751]: DEBUG oslo_concurrency.lockutils [req-85c8c504-9c85-4eee-9a99-3e5d6dab2017 req-80256aa1-ce1d-48c5-856e-0aebf3c3d790 service nova] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.454756] env[69751]: DEBUG oslo_concurrency.lockutils [req-85c8c504-9c85-4eee-9a99-3e5d6dab2017 req-80256aa1-ce1d-48c5-856e-0aebf3c3d790 service nova] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.454881] env[69751]: DEBUG nova.compute.manager [req-85c8c504-9c85-4eee-9a99-3e5d6dab2017 req-80256aa1-ce1d-48c5-856e-0aebf3c3d790 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] No waiting events found dispatching network-vif-plugged-40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1337.455204] env[69751]: WARNING nova.compute.manager [req-85c8c504-9c85-4eee-9a99-3e5d6dab2017 req-80256aa1-ce1d-48c5-856e-0aebf3c3d790 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Received unexpected event network-vif-plugged-40be6079-d2fc-403f-bc33-f4772fa79bd5 for instance with vm_state building and task_state spawning. [ 1337.547491] env[69751]: DEBUG nova.network.neutron [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Successfully updated port: 40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1337.565281] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.581628] env[69751]: DEBUG nova.compute.manager [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1337.582102] env[69751]: DEBUG nova.compute.manager [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing instance network info cache due to event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1337.582400] env[69751]: DEBUG oslo_concurrency.lockutils [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] Acquiring lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.582961] env[69751]: DEBUG oslo_concurrency.lockutils [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] Acquired lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.582961] env[69751]: DEBUG nova.network.neutron [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1337.765491] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.765838] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.786772] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484600, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.919270] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484601, 'name': CreateVM_Task, 'duration_secs': 0.419631} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.919558] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.920412] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.920606] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.920963] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.921619] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4270b14c-a1f6-4c10-9104-c42718205c93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.928466] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1337.928466] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524db8f2-8051-8ba9-9d29-a5c0b9fcb30a" [ 1337.928466] env[69751]: _type = "Task" [ 1337.928466] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.940540] env[69751]: DEBUG nova.compute.utils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1337.944696] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524db8f2-8051-8ba9-9d29-a5c0b9fcb30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.945516] env[69751]: DEBUG nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1337.945787] env[69751]: DEBUG nova.network.neutron [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1337.997894] env[69751]: DEBUG nova.policy [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94a8700bdce643929ef558a97448296d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1049b1da1d6545e98f5275bfff946cae', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1338.183756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.183756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.183756] env[69751]: DEBUG nova.network.neutron [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1338.183756] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.186721] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fb34ca-64f1-4425-966c-986a4839419e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.196050] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d148672d-0067-4b9a-82d1-e76951e0f142 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.237571] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0da402a-1840-4ee0-b8e3-1d8344cd6a64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.247713] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa392eb-2fee-4f44-b503-56faf1be8369 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.264435] env[69751]: DEBUG nova.compute.provider_tree [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.269589] env[69751]: DEBUG nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1338.288052] env[69751]: DEBUG oslo_vmware.api [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484600, 'name': PowerOnVM_Task, 'duration_secs': 0.542368} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.289300] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.289300] env[69751]: INFO nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1338.289300] env[69751]: DEBUG nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1338.290057] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693dc343-6de8-4cbd-9130-f5a506a74ca9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.397106] env[69751]: DEBUG nova.network.neutron [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updated VIF entry in instance network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1338.397491] env[69751]: DEBUG nova.network.neutron [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f5c092-3b", "ovs_interfaceid": "93f5c092-3b34-440c-bb93-d93af69663ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.440391] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524db8f2-8051-8ba9-9d29-a5c0b9fcb30a, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.440810] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.441096] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.441511] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.441511] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.441763] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.442095] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee6fa1eb-0e07-4dac-b7c5-72903bfe1509 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.444759] env[69751]: DEBUG nova.network.neutron [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Successfully created port: fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1338.447245] env[69751]: DEBUG nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1338.460109] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.460421] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.461459] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1c7cd7-9c99-4992-a9b4-187f17e55600 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.468527] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1338.468527] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52160215-dd22-657f-9ad2-d4c8fb22bb6d" [ 1338.468527] env[69751]: _type = "Task" [ 1338.468527] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.479752] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52160215-dd22-657f-9ad2-d4c8fb22bb6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.569774] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.596047] env[69751]: DEBUG nova.network.neutron [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1338.750030] env[69751]: DEBUG nova.network.neutron [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Updating instance_info_cache with network_info: [{"id": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "address": "fa:16:3e:ee:a5:45", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40be6079-d2", "ovs_interfaceid": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.769042] env[69751]: DEBUG nova.scheduler.client.report [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.792686] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.817047] env[69751]: INFO nova.compute.manager [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Took 12.30 seconds to build instance. [ 1338.901465] env[69751]: DEBUG oslo_concurrency.lockutils [req-a4587d19-87d6-4450-a43c-b624226774d9 req-77b34921-e09d-453a-92f1-77ea8b534596 service nova] Releasing lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.980591] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52160215-dd22-657f-9ad2-d4c8fb22bb6d, 'name': SearchDatastore_Task, 'duration_secs': 0.022295} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.981451] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978d99c3-82b3-48b0-a0fd-f651a9d83f8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.988036] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1338.988036] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e5f89d-d9d6-b983-0078-f5aa5d82bd98" [ 1338.988036] env[69751]: _type = "Task" [ 1338.988036] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.997338] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e5f89d-d9d6-b983-0078-f5aa5d82bd98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.074117] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.252666] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.253054] env[69751]: DEBUG nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Instance network_info: |[{"id": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "address": "fa:16:3e:ee:a5:45", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40be6079-d2", "ovs_interfaceid": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1339.253654] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:a5:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40be6079-d2fc-403f-bc33-f4772fa79bd5', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1339.262229] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.263205] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1339.263533] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3590fb02-ae0b-4414-96f9-0c08e07552f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.280457] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.283031] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.323s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.283183] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.283547] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1339.283840] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.491s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.285611] env[69751]: INFO nova.compute.claims [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1339.289470] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54598719-b19c-4816-a60e-ce969a13cbb7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.295426] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1339.295426] env[69751]: value = "task-3484603" [ 1339.295426] env[69751]: _type = "Task" [ 1339.295426] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.302798] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07f7322-708f-4c6b-b91a-85166ed1154e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.313991] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484603, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.322384] env[69751]: DEBUG oslo_concurrency.lockutils [None req-a6ea18f1-77a0-45ab-b3d4-0ad17ddd267f tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.817s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.324600] env[69751]: INFO nova.scheduler.client.report [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Deleted allocations for instance e923e290-97f8-4037-98e2-c386e5c497c9 [ 1339.325021] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.885s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.325021] env[69751]: INFO nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] During sync_power_state the instance has a pending task (spawning). Skip. [ 1339.325238] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.326019] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622926dd-f671-4785-a17b-edc1d99eb3de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.338968] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0225d50d-f09e-4bb7-a4cf-96912db8d892 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.374841] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179807MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1339.374841] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.459834] env[69751]: DEBUG nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1339.504234] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1339.504705] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1339.504705] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1339.505139] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1339.505814] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1339.505814] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1339.505814] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1339.506054] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1339.506900] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1339.506900] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1339.506900] env[69751]: DEBUG nova.virt.hardware [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1339.506900] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52e5f89d-d9d6-b983-0078-f5aa5d82bd98, 'name': SearchDatastore_Task, 'duration_secs': 0.016982} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.507795] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36a4735-945e-40b5-99a3-24c486e2ef2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.512214] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.512500] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.513798] env[69751]: DEBUG nova.compute.manager [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Received event network-changed-40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.514215] env[69751]: DEBUG nova.compute.manager [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Refreshing instance network info cache due to event network-changed-40be6079-d2fc-403f-bc33-f4772fa79bd5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.514372] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] Acquiring lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.514589] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] Acquired lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.514826] env[69751]: DEBUG nova.network.neutron [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Refreshing network info cache for port 40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.516013] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5997d7e3-50fd-452e-8a65-11ddc9f03d3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.528884] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d9d08-da22-45b3-b5a2-7145268d358e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.533972] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1339.533972] env[69751]: value = "task-3484604" [ 1339.533972] env[69751]: _type = "Task" [ 1339.533972] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.560193] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.571699] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.811630] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484603, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.836026] env[69751]: DEBUG oslo_concurrency.lockutils [None req-959c2286-cb4a-4e67-9984-78e1d52f0f24 tempest-ServersNegativeTestJSON-1268263178 tempest-ServersNegativeTestJSON-1268263178-project-member] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.769s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.837162] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.399s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.837819] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb0386b7-bdb7-408e-bf86-7ba46ebef7c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.851068] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017f637-bc0d-458d-b22c-4839180c3bfc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.048049] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.072258] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.073386] env[69751]: DEBUG nova.network.neutron [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Successfully updated port: fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1340.312455] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484603, 'name': CreateVM_Task, 'duration_secs': 0.568466} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.312776] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1340.313456] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.313655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.313951] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.316587] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d9f365-0662-42cd-ac55-2a8612b35f22 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.323953] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1340.323953] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e0df8-8336-fa8e-b546-d27f16465d09" [ 1340.323953] env[69751]: _type = "Task" [ 1340.323953] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.334454] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e0df8-8336-fa8e-b546-d27f16465d09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.401766] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "e923e290-97f8-4037-98e2-c386e5c497c9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.438859] env[69751]: DEBUG nova.network.neutron [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Updated VIF entry in instance network info cache for port 40be6079-d2fc-403f-bc33-f4772fa79bd5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.439259] env[69751]: DEBUG nova.network.neutron [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Updating instance_info_cache with network_info: [{"id": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "address": "fa:16:3e:ee:a5:45", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40be6079-d2", "ovs_interfaceid": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.473239] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f5d485-fec5-4296-9651-cf7c96315966 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.482063] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16666a0f-a24b-4403-af8f-0d8bc029a3f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.517026] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055701b-89d2-4aaf-a7e3-4616c7a4ab5b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.527052] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c375bc23-66c4-4358-afc0-31de48b5ec42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.546849] env[69751]: DEBUG nova.compute.manager [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1340.550080] env[69751]: DEBUG nova.compute.provider_tree [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.557919] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734294} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.559041] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.559269] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.559525] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ec1a666-2009-406d-820f-64fb197c6010 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.575705] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1340.575705] env[69751]: value = "task-3484605" [ 1340.575705] env[69751]: _type = "Task" [ 1340.575705] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.575705] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.576442] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.576442] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.576442] env[69751]: DEBUG nova.network.neutron [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1340.589197] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.747913] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229f0cf-4e07-bf37-6eec-b7b58044626a/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1340.749552] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c47b07-76d8-4067-96ce-d836a320bf7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.758213] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229f0cf-4e07-bf37-6eec-b7b58044626a/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1340.758431] env[69751]: ERROR oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229f0cf-4e07-bf37-6eec-b7b58044626a/disk-0.vmdk due to incomplete transfer. [ 1340.758679] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-989420f6-5b4a-43fb-bf5d-612e116df80d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.768326] env[69751]: DEBUG oslo_vmware.rw_handles [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5229f0cf-4e07-bf37-6eec-b7b58044626a/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1340.768326] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Uploaded image a4413590-4230-420e-95ba-f51e2f325d71 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1340.771627] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1340.771759] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-42cc6a77-f3b5-4969-9ed1-a6550e20fba5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.780018] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1340.780018] env[69751]: value = "task-3484606" [ 1340.780018] env[69751]: _type = "Task" [ 1340.780018] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.790170] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484606, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.837298] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528e0df8-8336-fa8e-b546-d27f16465d09, 'name': SearchDatastore_Task, 'duration_secs': 0.014527} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.837628] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.837955] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1340.838307] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.838502] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.838694] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1340.839203] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97105ae0-d49b-4e74-acb7-d3edfd4e21c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.850866] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1340.851136] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1340.851986] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d740493e-a3ef-4e45-848b-4fd3b2fe7f04 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.858430] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1340.858430] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f3658b-c4d5-2298-d84a-22b96b6afcfa" [ 1340.858430] env[69751]: _type = "Task" [ 1340.858430] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.867365] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f3658b-c4d5-2298-d84a-22b96b6afcfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.944964] env[69751]: DEBUG oslo_concurrency.lockutils [req-7cd531dc-d55d-4520-8925-870059e92a00 req-5c96de38-63e3-451a-8043-4cc6b6c1b150 service nova] Releasing lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.059124] env[69751]: DEBUG nova.scheduler.client.report [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1341.076243] env[69751]: DEBUG oslo_vmware.api [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484594, 'name': ReconfigVM_Task, 'duration_secs': 5.844421} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.080638] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.081189] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Reconfigured VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1341.084043] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.092853] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066486} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.092853] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.093156] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82cd1858-af5c-4ab7-8363-10ad32c3ad20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.121705] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.122792] env[69751]: DEBUG nova.network.neutron [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1341.125152] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-879ad159-6e02-4f53-8831-9e79f49ff2f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.150026] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1341.150026] env[69751]: value = "task-3484607" [ 1341.150026] env[69751]: _type = "Task" [ 1341.150026] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.156142] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.291033] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484606, 'name': Destroy_Task, 'duration_secs': 0.319591} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.291358] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Destroyed the VM [ 1341.291624] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1341.291939] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e1e9a7cc-b238-454f-afaa-65867fd8544f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.300719] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1341.300719] env[69751]: value = "task-3484608" [ 1341.300719] env[69751]: _type = "Task" [ 1341.300719] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.309759] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.347057] env[69751]: DEBUG nova.network.neutron [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updating instance_info_cache with network_info: [{"id": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "address": "fa:16:3e:f2:05:34", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd34a328-27", "ovs_interfaceid": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.374021] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f3658b-c4d5-2298-d84a-22b96b6afcfa, 'name': SearchDatastore_Task, 'duration_secs': 0.028335} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.374021] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-319da05c-01cd-4334-8b3c-520a5d4a5711 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.378902] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1341.378902] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a33255-2df9-5c66-961f-9e38ce25bc79" [ 1341.378902] env[69751]: _type = "Task" [ 1341.378902] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.389833] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a33255-2df9-5c66-961f-9e38ce25bc79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.549252] env[69751]: DEBUG nova.compute.manager [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Received event network-vif-plugged-fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.549252] env[69751]: DEBUG oslo_concurrency.lockutils [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] Acquiring lock "733cba42-e554-4273-b352-57437bdd1160-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.549252] env[69751]: DEBUG oslo_concurrency.lockutils [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] Lock "733cba42-e554-4273-b352-57437bdd1160-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.549252] env[69751]: DEBUG oslo_concurrency.lockutils [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] Lock "733cba42-e554-4273-b352-57437bdd1160-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.550052] env[69751]: DEBUG nova.compute.manager [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] No waiting events found dispatching network-vif-plugged-fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1341.550412] env[69751]: WARNING nova.compute.manager [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Received unexpected event network-vif-plugged-fd34a328-2763-4d02-8fb7-b6c576e7547d for instance with vm_state building and task_state spawning. [ 1341.550718] env[69751]: DEBUG nova.compute.manager [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Received event network-changed-fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1341.551037] env[69751]: DEBUG nova.compute.manager [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Refreshing instance network info cache due to event network-changed-fd34a328-2763-4d02-8fb7-b6c576e7547d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1341.551517] env[69751]: DEBUG oslo_concurrency.lockutils [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] Acquiring lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.569195] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1341.569195] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696583', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'name': 'volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4cb64ed3-c70e-47e5-97ef-6a202504dc2b', 'attached_at': '', 'detached_at': '', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'serial': '33a3f172-a538-4514-bb3f-e7a7f98dcd41'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1341.569195] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04b6992-0a0e-4246-83fc-880f32de6226 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.574786] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.575952] env[69751]: DEBUG nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.579211] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.204s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.598783] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff75b60-28b2-4170-8ef2-486c43d23ead {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.631173] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41/volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.632883] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99988572-83e3-42ff-b18c-01458d195906 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.665835] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484607, 'name': ReconfigVM_Task, 'duration_secs': 0.302368} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.669020] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.669020] env[69751]: DEBUG oslo_vmware.api [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1341.669020] env[69751]: value = "task-3484609" [ 1341.669020] env[69751]: _type = "Task" [ 1341.669020] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.669020] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c76cd3d-f205-48b8-9afa-3f749b30677c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.687718] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1341.687718] env[69751]: value = "task-3484610" [ 1341.687718] env[69751]: _type = "Task" [ 1341.687718] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.687718] env[69751]: DEBUG oslo_vmware.api [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484609, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.696596] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484610, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.816070] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484608, 'name': RemoveSnapshot_Task, 'duration_secs': 0.393935} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.816070] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1341.816070] env[69751]: DEBUG nova.compute.manager [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.816070] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfef7a0-b1dc-4aaa-a67e-38dbffe4b023 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.849937] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.850081] env[69751]: DEBUG nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Instance network_info: |[{"id": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "address": "fa:16:3e:f2:05:34", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd34a328-27", "ovs_interfaceid": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1341.850412] env[69751]: DEBUG oslo_concurrency.lockutils [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] Acquired lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.850732] env[69751]: DEBUG nova.network.neutron [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Refreshing network info cache for port fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1341.851987] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:05:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c3291573-fad8-48cc-a965-c3554e7cee4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd34a328-2763-4d02-8fb7-b6c576e7547d', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1341.860908] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.864143] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733cba42-e554-4273-b352-57437bdd1160] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1341.865168] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a1535ab-4205-4dc9-bba6-c63ccf320dd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.890617] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a33255-2df9-5c66-961f-9e38ce25bc79, 'name': SearchDatastore_Task, 'duration_secs': 0.032528} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.892247] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.892618] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 5fc3c996-b8fd-4f35-9186-7fe36c622a3e/5fc3c996-b8fd-4f35-9186-7fe36c622a3e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1341.892968] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1341.892968] env[69751]: value = "task-3484611" [ 1341.892968] env[69751]: _type = "Task" [ 1341.892968] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.893216] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d662cb0b-cf81-42ed-a3ed-a1a7e7466ad1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.908859] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484611, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.908859] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1341.908859] env[69751]: value = "task-3484612" [ 1341.908859] env[69751]: _type = "Task" [ 1341.908859] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.918621] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.083217] env[69751]: DEBUG nova.compute.utils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1342.085098] env[69751]: DEBUG nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1342.085295] env[69751]: DEBUG nova.network.neutron [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1342.138534] env[69751]: DEBUG nova.network.neutron [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updated VIF entry in instance network info cache for port fd34a328-2763-4d02-8fb7-b6c576e7547d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1342.139013] env[69751]: DEBUG nova.network.neutron [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updating instance_info_cache with network_info: [{"id": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "address": "fa:16:3e:f2:05:34", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd34a328-27", "ovs_interfaceid": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.144577] env[69751]: DEBUG nova.policy [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fda0a158e5f74423a87f6fe65e4963b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c011e84686d420cac62682be44bd0f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1342.180912] env[69751]: DEBUG oslo_vmware.api [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484609, 'name': ReconfigVM_Task, 'duration_secs': 0.468831} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.181358] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41/volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.187783] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13ed1661-9050-42f8-bad5-2f96a84ddc3b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.210442] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484610, 'name': Rename_Task, 'duration_secs': 0.151775} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.211893] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.212232] env[69751]: DEBUG oslo_vmware.api [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1342.212232] env[69751]: value = "task-3484613" [ 1342.212232] env[69751]: _type = "Task" [ 1342.212232] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.212477] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd2ac621-5011-4180-ba89-e7e19addf1fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.223450] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1342.223450] env[69751]: value = "task-3484614" [ 1342.223450] env[69751]: _type = "Task" [ 1342.223450] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.227089] env[69751]: DEBUG oslo_vmware.api [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.235209] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484614, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.329333] env[69751]: INFO nova.compute.manager [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Shelve offloading [ 1342.409025] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484611, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.420243] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.499566] env[69751]: DEBUG nova.network.neutron [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Successfully created port: bc507ff0-0ed2-4470-812a-3f57795ae61a {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1342.600105] env[69751]: DEBUG nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.603952] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating resource usage from migration 3c21eab7-d385-48b8-ab2e-5b24a934b5de [ 1342.608786] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.609280] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.609665] env[69751]: DEBUG nova.network.neutron [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.639546] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c3f35115-410c-465c-a9f1-78d7d74976c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639546] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5784eb8b-f661-41b8-a86b-8ab9a713e43b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639546] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 8dc492db-8d6e-402f-9265-dfa9c3f36687 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639546] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 4cb64ed3-c70e-47e5-97ef-6a202504dc2b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639546] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639546] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance ce0786f5-1de4-4b06-befc-d5a5c610225a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639900] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5fc3c996-b8fd-4f35-9186-7fe36c622a3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639900] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 733cba42-e554-4273-b352-57437bdd1160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.639900] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 809cbf12-8f16-4fd4-8ef8-0318078cf5f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.640064] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 3c21eab7-d385-48b8-ab2e-5b24a934b5de is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1342.641087] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1342.641087] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1342.641087] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1342.643614] env[69751]: DEBUG oslo_concurrency.lockutils [req-66ae2499-61e6-4e04-be0e-30bbb20e41ad req-2e0cb1dc-3ab8-4fa9-99db-21659f4b58af service nova] Releasing lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.726072] env[69751]: DEBUG oslo_vmware.api [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484613, 'name': ReconfigVM_Task, 'duration_secs': 0.187068} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.726505] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696583', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'name': 'volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4cb64ed3-c70e-47e5-97ef-6a202504dc2b', 'attached_at': '', 'detached_at': '', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'serial': '33a3f172-a538-4514-bb3f-e7a7f98dcd41'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1342.740497] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484614, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.833387] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0be2e3-dc19-427a-9788-ef128d6287ac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.836948] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.837241] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9687993a-5d76-4630-89a2-8dedb21281be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.844191] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691ca6a8-09af-40a4-a65c-59b4a244b553 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.848497] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1342.848497] env[69751]: value = "task-3484615" [ 1342.848497] env[69751]: _type = "Task" [ 1342.848497] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.883499] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca8cc04-c000-47d4-b002-9b1f47e9c0c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.892258] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1342.893136] env[69751]: DEBUG nova.compute.manager [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1342.893333] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555b18da-b85f-452e-8244-33dcc95bad49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.903879] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c4a23-e21f-4b0d-97fa-9b1d67c3eb19 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.910636] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.910817] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.910994] env[69751]: DEBUG nova.network.neutron [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1342.922170] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484611, 'name': CreateVM_Task, 'duration_secs': 0.816461} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.935322] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 733cba42-e554-4273-b352-57437bdd1160] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1342.935822] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.937599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.937793] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.938130] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.942176] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f340ab49-e3a0-4d94-84d1-06b5f9a04afc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.944655] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700825} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.944854] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 5fc3c996-b8fd-4f35-9186-7fe36c622a3e/5fc3c996-b8fd-4f35-9186-7fe36c622a3e.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1342.945182] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1342.945641] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c18eff07-d65c-4d67-ac4f-681dfe2e479f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.949654] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1342.949654] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228e69b-4ea3-fb68-6578-5807553f93c7" [ 1342.949654] env[69751]: _type = "Task" [ 1342.949654] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.954318] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1342.954318] env[69751]: value = "task-3484616" [ 1342.954318] env[69751]: _type = "Task" [ 1342.954318] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.961717] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228e69b-4ea3-fb68-6578-5807553f93c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.967362] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.244150] env[69751]: DEBUG oslo_vmware.api [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484614, 'name': PowerOnVM_Task, 'duration_secs': 0.549925} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.244500] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.244702] env[69751]: INFO nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Took 8.46 seconds to spawn the instance on the hypervisor. [ 1343.244877] env[69751]: DEBUG nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1343.245671] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097fb5ff-8721-4b3b-9f00-510c08cb2840 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.440668] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.463621] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5228e69b-4ea3-fb68-6578-5807553f93c7, 'name': SearchDatastore_Task, 'duration_secs': 0.015011} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.464817] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.464817] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.465017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.465253] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.465324] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.468079] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9ce1b1e-d21b-4fb3-93e7-0fafcd772b6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.470554] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177314} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.471762] env[69751]: INFO nova.network.neutron [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Port 9d0d66ff-b2d7-441f-b162-e574b26c9257 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1343.472096] env[69751]: DEBUG nova.network.neutron [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.474153] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1343.474527] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7f81f-b9b5-4f60-9405-0fb5a022c376 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.500422] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 5fc3c996-b8fd-4f35-9186-7fe36c622a3e/5fc3c996-b8fd-4f35-9186-7fe36c622a3e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.507434] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f729502-6f44-4593-9a75-a4238f61d177 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.522053] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.522175] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.523701] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-281adef3-5efe-446d-aaff-e760517669a6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.529638] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1343.529638] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52880a9f-0c12-df09-7ee6-074819d9ae2f" [ 1343.529638] env[69751]: _type = "Task" [ 1343.529638] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.535357] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1343.535357] env[69751]: value = "task-3484617" [ 1343.535357] env[69751]: _type = "Task" [ 1343.535357] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.541920] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52880a9f-0c12-df09-7ee6-074819d9ae2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.553485] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484617, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.616032] env[69751]: DEBUG nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.657332] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.657627] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.657786] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.657973] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.658171] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.658356] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.658607] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.658774] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.658972] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.659115] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.659301] env[69751]: DEBUG nova.virt.hardware [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.660564] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe9b2b5-98bb-4a9d-9bcf-d997873ccdaf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.669660] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5d325c-2806-4f49-9e1f-ea6e4c8e92c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.686122] env[69751]: DEBUG nova.network.neutron [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab61e6-47", "ovs_interfaceid": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.747891] env[69751]: DEBUG nova.compute.manager [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.748069] env[69751]: DEBUG nova.compute.manager [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing instance network info cache due to event network-changed-94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1343.748275] env[69751]: DEBUG oslo_concurrency.lockutils [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] Acquiring lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.762914] env[69751]: INFO nova.compute.manager [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Took 15.04 seconds to build instance. [ 1343.772063] env[69751]: DEBUG nova.objects.instance [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'flavor' on Instance uuid 4cb64ed3-c70e-47e5-97ef-6a202504dc2b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.946429] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1343.946684] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.368s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.947101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.863s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.980356] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.982729] env[69751]: DEBUG oslo_concurrency.lockutils [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] Acquired lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.982934] env[69751]: DEBUG nova.network.neutron [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Refreshing network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.049402] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52880a9f-0c12-df09-7ee6-074819d9ae2f, 'name': SearchDatastore_Task, 'duration_secs': 0.049502} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.050541] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0938db0-e326-4350-a941-5e5920879214 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.057406] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.061326] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1344.061326] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523a2117-cb3c-98a4-dfcb-8defa4bd60c8" [ 1344.061326] env[69751]: _type = "Task" [ 1344.061326] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.072911] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523a2117-cb3c-98a4-dfcb-8defa4bd60c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.073746] env[69751]: DEBUG nova.network.neutron [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Successfully updated port: bc507ff0-0ed2-4470-812a-3f57795ae61a {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1344.149561] env[69751]: DEBUG nova.compute.manager [req-802ff6f4-ff83-44d4-b491-3e55d8a7a898 req-b1ddf900-48eb-4ec8-8b62-88bac3be576b service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Received event network-vif-plugged-bc507ff0-0ed2-4470-812a-3f57795ae61a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.149793] env[69751]: DEBUG oslo_concurrency.lockutils [req-802ff6f4-ff83-44d4-b491-3e55d8a7a898 req-b1ddf900-48eb-4ec8-8b62-88bac3be576b service nova] Acquiring lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.150192] env[69751]: DEBUG oslo_concurrency.lockutils [req-802ff6f4-ff83-44d4-b491-3e55d8a7a898 req-b1ddf900-48eb-4ec8-8b62-88bac3be576b service nova] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.150419] env[69751]: DEBUG oslo_concurrency.lockutils [req-802ff6f4-ff83-44d4-b491-3e55d8a7a898 req-b1ddf900-48eb-4ec8-8b62-88bac3be576b service nova] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.150638] env[69751]: DEBUG nova.compute.manager [req-802ff6f4-ff83-44d4-b491-3e55d8a7a898 req-b1ddf900-48eb-4ec8-8b62-88bac3be576b service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] No waiting events found dispatching network-vif-plugged-bc507ff0-0ed2-4470-812a-3f57795ae61a {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1344.150839] env[69751]: WARNING nova.compute.manager [req-802ff6f4-ff83-44d4-b491-3e55d8a7a898 req-b1ddf900-48eb-4ec8-8b62-88bac3be576b service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Received unexpected event network-vif-plugged-bc507ff0-0ed2-4470-812a-3f57795ae61a for instance with vm_state building and task_state spawning. [ 1344.188779] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.264795] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d8e89b53-b157-4c76-9e54-253980e31304 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.548s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.265123] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.825s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.265328] env[69751]: INFO nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] During sync_power_state the instance has a pending task (block_device_mapping). Skip. [ 1344.265504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.276225] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d0ad7e94-71c8-4c45-9406-f901cbd6a21d tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.353s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.309292] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-45d5a4a4-2f29-4e8d-9599-22bd4c602f09-9d0d66ff-b2d7-441f-b162-e574b26c9257" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.309557] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-45d5a4a4-2f29-4e8d-9599-22bd4c602f09-9d0d66ff-b2d7-441f-b162-e574b26c9257" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.309920] env[69751]: DEBUG nova.objects.instance [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'flavor' on Instance uuid 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.434095] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.434314] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.453272] env[69751]: INFO nova.compute.claims [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1344.485956] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7a520046-b838-4af3-b7cf-113175e2db8b tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-8dc492db-8d6e-402f-9265-dfa9c3f36687-9d0d66ff-b2d7-441f-b162-e574b26c9257" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.274s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.547446] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.547683] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.556509] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484617, 'name': ReconfigVM_Task, 'duration_secs': 0.904061} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.556828] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 5fc3c996-b8fd-4f35-9186-7fe36c622a3e/5fc3c996-b8fd-4f35-9186-7fe36c622a3e.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.558511] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88c1c622-b03d-4d8d-afbc-a30ef4cb1a93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.567886] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1344.567886] env[69751]: value = "task-3484618" [ 1344.567886] env[69751]: _type = "Task" [ 1344.567886] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.575674] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]523a2117-cb3c-98a4-dfcb-8defa4bd60c8, 'name': SearchDatastore_Task, 'duration_secs': 0.034395} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.576910] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "refresh_cache-809cbf12-8f16-4fd4-8ef8-0318078cf5f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.576910] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquired lock "refresh_cache-809cbf12-8f16-4fd4-8ef8-0318078cf5f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.576910] env[69751]: DEBUG nova.network.neutron [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.578067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.578067] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 733cba42-e554-4273-b352-57437bdd1160/733cba42-e554-4273-b352-57437bdd1160.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1344.581862] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d779630-04d4-4a64-9dfd-d06fed62f719 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.584988] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484618, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.591880] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1344.591880] env[69751]: value = "task-3484619" [ 1344.591880] env[69751]: _type = "Task" [ 1344.591880] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.602190] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.751208] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.752943] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3623100b-ea66-46ea-bf82-c259ddf2ebb8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.763232] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.763567] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f936f98-fde2-47b7-b248-2d2e584447b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.839034] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.839371] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.839577] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleting the datastore file [datastore1] 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.839861] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc3fabe3-8c6d-47df-8731-2a790b365cd6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.850853] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1344.850853] env[69751]: value = "task-3484621" [ 1344.850853] env[69751]: _type = "Task" [ 1344.850853] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.864111] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.943179] env[69751]: DEBUG nova.network.neutron [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updated VIF entry in instance network info cache for port 94a858fe-9fa2-415e-8fac-dbdd5de0946e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1344.943364] env[69751]: DEBUG nova.network.neutron [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [{"id": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "address": "fa:16:3e:15:5d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a858fe-9f", "ovs_interfaceid": "94a858fe-9fa2-415e-8fac-dbdd5de0946e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.961112] env[69751]: INFO nova.compute.resource_tracker [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating resource usage from migration 3c21eab7-d385-48b8-ab2e-5b24a934b5de [ 1345.020500] env[69751]: DEBUG nova.objects.instance [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'pci_requests' on Instance uuid 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.052885] env[69751]: INFO nova.compute.manager [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Detaching volume 33a3f172-a538-4514-bb3f-e7a7f98dcd41 [ 1345.085244] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484618, 'name': Rename_Task, 'duration_secs': 0.153963} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.085898] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1345.086176] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d682182d-1ddd-4583-aad1-b76d273e0617 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.099174] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1345.099174] env[69751]: value = "task-3484622" [ 1345.099174] env[69751]: _type = "Task" [ 1345.099174] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.100132] env[69751]: INFO nova.virt.block_device [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Attempting to driver detach volume 33a3f172-a538-4514-bb3f-e7a7f98dcd41 from mountpoint /dev/sdb [ 1345.100553] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1345.101064] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696583', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'name': 'volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4cb64ed3-c70e-47e5-97ef-6a202504dc2b', 'attached_at': '', 'detached_at': '', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'serial': '33a3f172-a538-4514-bb3f-e7a7f98dcd41'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1345.102192] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1631b2-7f44-4948-9574-6dca4ad726a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.112463] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476748} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.115544] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 733cba42-e554-4273-b352-57437bdd1160/733cba42-e554-4273-b352-57437bdd1160.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.115780] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.116519] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96388956-0b91-4ec3-aa92-4ca0eb16e637 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.138675] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484622, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.143289] env[69751]: DEBUG nova.network.neutron [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.147213] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05110c7b-9200-4160-90e7-0a29abaca76b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.152224] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1345.152224] env[69751]: value = "task-3484623" [ 1345.152224] env[69751]: _type = "Task" [ 1345.152224] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.160029] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d07591-c750-4ae2-93c8-c89fb42d2831 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.163853] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.189594] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac69e972-87c7-4f5a-9f5e-49f292850b66 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.192875] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ce6cf4-1901-4a4a-a883-937c2faad6e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.212453] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bb91f4-552c-4f2c-ba25-191102d88b1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.218167] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] The volume has not been displaced from its original location: [datastore1] volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41/volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1345.223463] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.223822] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bfbfab2-4988-4d33-b0a6-9270850ef4bb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.270354] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5db047c-4484-4a5b-9996-7a077b25d5be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.273193] env[69751]: DEBUG oslo_vmware.api [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1345.273193] env[69751]: value = "task-3484624" [ 1345.273193] env[69751]: _type = "Task" [ 1345.273193] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.283190] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44337cce-f9d2-4eb3-9a22-de2377f3c4bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.290794] env[69751]: DEBUG oslo_vmware.api [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.301854] env[69751]: DEBUG nova.compute.provider_tree [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.363090] env[69751]: DEBUG oslo_vmware.api [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343104} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.363349] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.363523] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.363700] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.366960] env[69751]: DEBUG nova.network.neutron [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Updating instance_info_cache with network_info: [{"id": "bc507ff0-0ed2-4470-812a-3f57795ae61a", "address": "fa:16:3e:b1:14:c6", "network": {"id": "ffa6cf44-a469-4f35-a66f-0a9d2647e267", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1260380916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c011e84686d420cac62682be44bd0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc507ff0-0e", "ovs_interfaceid": "bc507ff0-0ed2-4470-812a-3f57795ae61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.385508] env[69751]: INFO nova.scheduler.client.report [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted allocations for instance 5784eb8b-f661-41b8-a86b-8ab9a713e43b [ 1345.446691] env[69751]: DEBUG oslo_concurrency.lockutils [req-15561ea4-eb90-4636-a07c-6bca79b75c58 req-91804df5-d039-486e-8e9b-0382bc0e4141 service nova] Releasing lock "refresh_cache-8dc492db-8d6e-402f-9265-dfa9c3f36687" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.522429] env[69751]: DEBUG nova.objects.base [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Object Instance<45d5a4a4-2f29-4e8d-9599-22bd4c602f09> lazy-loaded attributes: flavor,pci_requests {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1345.522938] env[69751]: DEBUG nova.network.neutron [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1345.614476] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.620634] env[69751]: DEBUG nova.policy [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30ebbf9dda844a7fa948423b2b3951f8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a36111ec5a54c57b7785a7549d51e54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1345.663824] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073032} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.664278] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1345.665604] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a95171-c788-4bb2-a893-cbffb7475b0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.692393] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 733cba42-e554-4273-b352-57437bdd1160/733cba42-e554-4273-b352-57437bdd1160.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1345.692725] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de6772c0-267b-4759-ac14-3ffea561239d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.714187] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1345.714187] env[69751]: value = "task-3484625" [ 1345.714187] env[69751]: _type = "Task" [ 1345.714187] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.722930] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.778295] env[69751]: DEBUG nova.compute.manager [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1345.778504] env[69751]: DEBUG nova.compute.manager [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing instance network info cache due to event network-changed-ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1345.778722] env[69751]: DEBUG oslo_concurrency.lockutils [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.778866] env[69751]: DEBUG oslo_concurrency.lockutils [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.779039] env[69751]: DEBUG nova.network.neutron [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.792327] env[69751]: DEBUG oslo_vmware.api [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484624, 'name': ReconfigVM_Task, 'duration_secs': 0.259134} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.793365] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.799128] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-123bfd49-0678-43f9-b637-50542b1b76b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.810889] env[69751]: DEBUG nova.scheduler.client.report [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.825106] env[69751]: DEBUG oslo_vmware.api [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1345.825106] env[69751]: value = "task-3484626" [ 1345.825106] env[69751]: _type = "Task" [ 1345.825106] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.840864] env[69751]: DEBUG oslo_vmware.api [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.872022] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Releasing lock "refresh_cache-809cbf12-8f16-4fd4-8ef8-0318078cf5f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.872022] env[69751]: DEBUG nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Instance network_info: |[{"id": "bc507ff0-0ed2-4470-812a-3f57795ae61a", "address": "fa:16:3e:b1:14:c6", "network": {"id": "ffa6cf44-a469-4f35-a66f-0a9d2647e267", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1260380916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c011e84686d420cac62682be44bd0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc507ff0-0e", "ovs_interfaceid": "bc507ff0-0ed2-4470-812a-3f57795ae61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1345.872022] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:14:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50171613-b419-45e3-9ada-fcb6cd921428', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc507ff0-0ed2-4470-812a-3f57795ae61a', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.880676] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Creating folder: Project (9c011e84686d420cac62682be44bd0f4). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1345.880676] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a3aacbc-d762-46a5-8039-37c5f25ae19f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.890133] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.896303] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Created folder: Project (9c011e84686d420cac62682be44bd0f4) in parent group-v696263. [ 1345.896303] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Creating folder: Instances. Parent ref: group-v696587. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1345.896303] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29863dc0-2a61-4991-810d-b28a1aec65b2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.908034] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Created folder: Instances in parent group-v696587. [ 1345.910018] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.910018] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.910018] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd8df280-3253-4923-8172-215999db6547 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.939154] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.939154] env[69751]: value = "task-3484629" [ 1345.939154] env[69751]: _type = "Task" [ 1345.939154] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.948547] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484629, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.112893] env[69751]: DEBUG oslo_vmware.api [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484622, 'name': PowerOnVM_Task, 'duration_secs': 0.571228} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.113618] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.113869] env[69751]: INFO nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1346.114242] env[69751]: DEBUG nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1346.115126] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accc2907-09f0-4782-9a54-1eaf43215803 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.226488] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484625, 'name': ReconfigVM_Task, 'duration_secs': 0.317745} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.226774] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 733cba42-e554-4273-b352-57437bdd1160/733cba42-e554-4273-b352-57437bdd1160.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.227716] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d75d7e62-27ad-4798-9f28-cb0b14456b60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.235380] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1346.235380] env[69751]: value = "task-3484630" [ 1346.235380] env[69751]: _type = "Task" [ 1346.235380] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.244221] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484630, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.252558] env[69751]: DEBUG nova.compute.manager [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Received event network-changed-bc507ff0-0ed2-4470-812a-3f57795ae61a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.252799] env[69751]: DEBUG nova.compute.manager [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Refreshing instance network info cache due to event network-changed-bc507ff0-0ed2-4470-812a-3f57795ae61a. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.252969] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Acquiring lock "refresh_cache-809cbf12-8f16-4fd4-8ef8-0318078cf5f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.253174] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Acquired lock "refresh_cache-809cbf12-8f16-4fd4-8ef8-0318078cf5f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.253374] env[69751]: DEBUG nova.network.neutron [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Refreshing network info cache for port bc507ff0-0ed2-4470-812a-3f57795ae61a {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.320334] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.373s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.320557] env[69751]: INFO nova.compute.manager [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Migrating [ 1346.333782] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.441s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.333992] env[69751]: DEBUG nova.objects.instance [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'resources' on Instance uuid 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.352523] env[69751]: DEBUG oslo_vmware.api [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484626, 'name': ReconfigVM_Task, 'duration_secs': 0.222557} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.353118] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696583', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'name': 'volume-33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4cb64ed3-c70e-47e5-97ef-6a202504dc2b', 'attached_at': '', 'detached_at': '', 'volume_id': '33a3f172-a538-4514-bb3f-e7a7f98dcd41', 'serial': '33a3f172-a538-4514-bb3f-e7a7f98dcd41'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1346.448745] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484629, 'name': CreateVM_Task, 'duration_secs': 0.387051} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.451117] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.451804] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.451963] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.452329] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.452816] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd3883e-9637-490d-80cd-eafa96aa2164 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.457601] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1346.457601] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521e3077-b797-a36c-a1d3-58ab95b0b179" [ 1346.457601] env[69751]: _type = "Task" [ 1346.457601] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.466355] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521e3077-b797-a36c-a1d3-58ab95b0b179, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.574547] env[69751]: DEBUG nova.network.neutron [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updated VIF entry in instance network info cache for port ad50062b-a786-4d48-b3bc-368fd300cfc4. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.574959] env[69751]: DEBUG nova.network.neutron [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.633103] env[69751]: INFO nova.compute.manager [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Took 17.54 seconds to build instance. [ 1346.745370] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484630, 'name': Rename_Task, 'duration_secs': 0.175152} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.745655] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.745909] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b51a882c-4b4f-46b9-8780-7cae358c8f1b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.752596] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1346.752596] env[69751]: value = "task-3484631" [ 1346.752596] env[69751]: _type = "Task" [ 1346.752596] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.762615] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.842020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.842020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.842020] env[69751]: DEBUG nova.network.neutron [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.842667] env[69751]: DEBUG nova.objects.instance [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'numa_topology' on Instance uuid 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.912222] env[69751]: DEBUG nova.objects.instance [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'flavor' on Instance uuid 4cb64ed3-c70e-47e5-97ef-6a202504dc2b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1346.969356] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521e3077-b797-a36c-a1d3-58ab95b0b179, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.969672] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.969909] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.970189] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.970343] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.970524] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.970787] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58cc927a-6f1e-472e-895a-d5262f4ca61d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.981625] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.981878] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.982633] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9adb2c84-6994-467c-bc70-74bd10af24a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.992021] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1346.992021] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ef278d-52aa-888b-baf9-36619c4e29e9" [ 1346.992021] env[69751]: _type = "Task" [ 1346.992021] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.998096] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ef278d-52aa-888b-baf9-36619c4e29e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.078782] env[69751]: DEBUG oslo_concurrency.lockutils [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.078782] env[69751]: DEBUG nova.compute.manager [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.078782] env[69751]: DEBUG nova.compute.manager [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing instance network info cache due to event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.078782] env[69751]: DEBUG oslo_concurrency.lockutils [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] Acquiring lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.079626] env[69751]: DEBUG oslo_concurrency.lockutils [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] Acquired lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.079626] env[69751]: DEBUG nova.network.neutron [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.086033] env[69751]: DEBUG nova.network.neutron [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Updated VIF entry in instance network info cache for port bc507ff0-0ed2-4470-812a-3f57795ae61a. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.086448] env[69751]: DEBUG nova.network.neutron [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Updating instance_info_cache with network_info: [{"id": "bc507ff0-0ed2-4470-812a-3f57795ae61a", "address": "fa:16:3e:b1:14:c6", "network": {"id": "ffa6cf44-a469-4f35-a66f-0a9d2647e267", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1260380916-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c011e84686d420cac62682be44bd0f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50171613-b419-45e3-9ada-fcb6cd921428", "external-id": "nsx-vlan-transportzone-914", "segmentation_id": 914, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc507ff0-0e", "ovs_interfaceid": "bc507ff0-0ed2-4470-812a-3f57795ae61a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.135434] env[69751]: DEBUG oslo_concurrency.lockutils [None req-df23dbbf-beb0-45e4-9ca1-93437ba259ea tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.059s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.135687] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.695s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.136603] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75a2875-a791-4167-8689-8e11b95a7460 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.263683] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484631, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.347533] env[69751]: DEBUG nova.objects.base [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Object Instance<5784eb8b-f661-41b8-a86b-8ab9a713e43b> lazy-loaded attributes: resources,numa_topology {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1347.500177] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ef278d-52aa-888b-baf9-36619c4e29e9, 'name': SearchDatastore_Task, 'duration_secs': 0.018584} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.502337] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6bab01-6339-41b8-b7b0-f609da42ab2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.505086] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41be357f-92c2-4be0-b3e7-ec95a05bd750 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.514359] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f66b203-30a6-4d45-b2c0-9f4c02f1a633 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.517733] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1347.517733] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52522f23-7ac6-4636-20f4-c07fa9daf6f0" [ 1347.517733] env[69751]: _type = "Task" [ 1347.517733] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.556781] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5988fc2a-0fae-4997-93c1-91e08eb87ea5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.556781] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52522f23-7ac6-4636-20f4-c07fa9daf6f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.558878] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.559203] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 809cbf12-8f16-4fd4-8ef8-0318078cf5f3/809cbf12-8f16-4fd4-8ef8-0318078cf5f3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.560991] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19de12e4-940e-4e8d-a66a-51a8cc748420 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.574696] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51d1f39-2c88-4016-913f-994c22bf2e05 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.584060] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1347.584060] env[69751]: value = "task-3484632" [ 1347.584060] env[69751]: _type = "Task" [ 1347.584060] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.607094] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Releasing lock "refresh_cache-809cbf12-8f16-4fd4-8ef8-0318078cf5f3" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.607420] env[69751]: DEBUG nova.compute.manager [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-vif-unplugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.607690] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.607972] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.608261] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.608511] env[69751]: DEBUG nova.compute.manager [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] No waiting events found dispatching network-vif-unplugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1347.608670] env[69751]: WARNING nova.compute.manager [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received unexpected event network-vif-unplugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d for instance with vm_state shelved_offloaded and task_state None. [ 1347.608848] env[69751]: DEBUG nova.compute.manager [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.609019] env[69751]: DEBUG nova.compute.manager [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing instance network info cache due to event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.609223] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Acquiring lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.609412] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Acquired lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.609553] env[69751]: DEBUG nova.network.neutron [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.615022] env[69751]: DEBUG nova.compute.provider_tree [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.615022] env[69751]: DEBUG nova.network.neutron [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Successfully updated port: 9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1347.624671] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.646754] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.765166] env[69751]: DEBUG oslo_vmware.api [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484631, 'name': PowerOnVM_Task, 'duration_secs': 0.914707} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.768333] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1347.768572] env[69751]: INFO nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1347.768757] env[69751]: DEBUG nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1347.770129] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525016f0-c441-4d94-a137-a344a247a900 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.849150] env[69751]: DEBUG nova.network.neutron [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updated VIF entry in instance network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.849612] env[69751]: DEBUG nova.network.neutron [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f5c092-3b", "ovs_interfaceid": "93f5c092-3b34-440c-bb93-d93af69663ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.872811] env[69751]: DEBUG nova.network.neutron [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance_info_cache with network_info: [{"id": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "address": "fa:16:3e:1d:cb:e2", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc006ee3d-fc", "ovs_interfaceid": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.922585] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5556fb06-48b2-4e8d-afe8-f8f1962f95b6 tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.375s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.070909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.097023] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465707} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.097023] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] 809cbf12-8f16-4fd4-8ef8-0318078cf5f3/809cbf12-8f16-4fd4-8ef8-0318078cf5f3.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.097023] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.097023] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52789efe-3964-40f7-b523-3642cc1564f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.104360] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1348.104360] env[69751]: value = "task-3484633" [ 1348.104360] env[69751]: _type = "Task" [ 1348.104360] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.114326] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.119234] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.119433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.119566] env[69751]: DEBUG nova.network.neutron [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.121385] env[69751]: DEBUG nova.scheduler.client.report [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.291334] env[69751]: INFO nova.compute.manager [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Took 18.31 seconds to build instance. [ 1348.352934] env[69751]: DEBUG oslo_concurrency.lockutils [req-269479c2-ef91-4448-ba98-4addfa04b8ce req-7ce83f56-32b0-47f3-a56f-094a2d00dc96 service nova] Releasing lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.375683] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.410402] env[69751]: DEBUG nova.network.neutron [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updated VIF entry in instance network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.410765] env[69751]: DEBUG nova.network.neutron [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape3ab61e6-47", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.560763] env[69751]: DEBUG nova.compute.manager [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-vif-plugged-9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.560971] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.561676] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.561872] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.562057] env[69751]: DEBUG nova.compute.manager [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] No waiting events found dispatching network-vif-plugged-9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1348.562236] env[69751]: WARNING nova.compute.manager [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received unexpected event network-vif-plugged-9d0d66ff-b2d7-441f-b162-e574b26c9257 for instance with vm_state active and task_state None. [ 1348.562399] env[69751]: DEBUG nova.compute.manager [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-changed-9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.562554] env[69751]: DEBUG nova.compute.manager [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing instance network info cache due to event network-changed-9d0d66ff-b2d7-441f-b162-e574b26c9257. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.562722] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.616717] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073952} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.617084] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1348.617640] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf49f6c-4b19-46c0-b4ba-207e921fd78f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.638598] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.649355] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 809cbf12-8f16-4fd4-8ef8-0318078cf5f3/809cbf12-8f16-4fd4-8ef8-0318078cf5f3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1348.650589] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.650805] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.651009] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.651221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.651394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.653138] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae2068c-fb12-4c21-96a2-c2ba1007a642 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.668514] env[69751]: INFO nova.compute.manager [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Terminating instance [ 1348.678545] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1348.678545] env[69751]: value = "task-3484634" [ 1348.678545] env[69751]: _type = "Task" [ 1348.678545] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.689017] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.710390] env[69751]: WARNING nova.network.neutron [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] e344d8de-1e69-4370-8660-c3ff6b4b4005 already exists in list: networks containing: ['e344d8de-1e69-4370-8660-c3ff6b4b4005']. ignoring it [ 1348.793254] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bf784f0d-17db-4dba-a20e-dd2422454852 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.829s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.915152] env[69751]: DEBUG oslo_concurrency.lockutils [req-f7440162-d9bd-42c8-8411-f515031e49eb req-462f765f-b220-4280-89eb-a57805386038 service nova] Releasing lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.124941] env[69751]: DEBUG nova.network.neutron [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "address": "fa:16:3e:3e:87:56", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d66ff-b2", "ovs_interfaceid": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.155995] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1ae1a15b-4575-4a5c-8fae-e704396aa678 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.308s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.157215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 14.718s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.157215] env[69751]: INFO nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1349.157215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.157568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.087s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.157813] env[69751]: INFO nova.compute.manager [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Unshelving [ 1349.173474] env[69751]: DEBUG nova.compute.manager [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.173474] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.174920] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4839b3e3-77ef-442e-80ef-769bb48b18a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.185241] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.185820] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d95062e-088e-4bb7-9832-7b8af4f7d26e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.191118] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484634, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.196417] env[69751]: DEBUG oslo_vmware.api [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1349.196417] env[69751]: value = "task-3484635" [ 1349.196417] env[69751]: _type = "Task" [ 1349.196417] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.204817] env[69751]: DEBUG oslo_vmware.api [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.228935] env[69751]: DEBUG nova.compute.manager [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Received event network-changed-fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.229244] env[69751]: DEBUG nova.compute.manager [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Refreshing instance network info cache due to event network-changed-fd34a328-2763-4d02-8fb7-b6c576e7547d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1349.229554] env[69751]: DEBUG oslo_concurrency.lockutils [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] Acquiring lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.229975] env[69751]: DEBUG oslo_concurrency.lockutils [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] Acquired lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.229975] env[69751]: DEBUG nova.network.neutron [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Refreshing network info cache for port fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.628543] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.629272] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.630033] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.630033] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.630033] env[69751]: DEBUG nova.network.neutron [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Refreshing network info cache for port 9d0d66ff-b2d7-441f-b162-e574b26c9257 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.632324] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12441770-093e-4a33-b8d6-435b23cdbf28 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.654834] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1349.655129] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1349.655298] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1349.655482] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1349.655627] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1349.655771] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1349.655971] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1349.656146] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1349.656317] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1349.656506] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1349.656645] env[69751]: DEBUG nova.virt.hardware [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1349.662907] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Reconfiguring VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1349.665844] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3306eb2-35bd-4f76-a489-4acbe91cc091 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.696640] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484634, 'name': ReconfigVM_Task, 'duration_secs': 0.913168} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.698076] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 809cbf12-8f16-4fd4-8ef8-0318078cf5f3/809cbf12-8f16-4fd4-8ef8-0318078cf5f3.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1349.698735] env[69751]: DEBUG oslo_vmware.api [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1349.698735] env[69751]: value = "task-3484636" [ 1349.698735] env[69751]: _type = "Task" [ 1349.698735] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.701811] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b986ebb-677e-41ef-badb-71a68ab0f47a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.714637] env[69751]: DEBUG oslo_vmware.api [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484636, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.718378] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1349.718378] env[69751]: value = "task-3484637" [ 1349.718378] env[69751]: _type = "Task" [ 1349.718378] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.718659] env[69751]: DEBUG oslo_vmware.api [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484635, 'name': PowerOffVM_Task, 'duration_secs': 0.388796} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.718982] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1349.719166] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.722767] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3ec2c48-7ac1-4191-bc92-6173e8c99f45 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.730838] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484637, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.803392] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.803637] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.803823] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleting the datastore file [datastore2] 4cb64ed3-c70e-47e5-97ef-6a202504dc2b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.804195] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04ce2201-015e-41da-bfad-c54cf44e9800 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.816433] env[69751]: DEBUG oslo_vmware.api [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for the task: (returnval){ [ 1349.816433] env[69751]: value = "task-3484640" [ 1349.816433] env[69751]: _type = "Task" [ 1349.816433] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.826935] env[69751]: DEBUG oslo_vmware.api [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.891918] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f8334e-7631-4480-bee9-ed0c86bb20fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.913605] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance 'd3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.987552] env[69751]: DEBUG nova.network.neutron [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updated VIF entry in instance network info cache for port fd34a328-2763-4d02-8fb7-b6c576e7547d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.987968] env[69751]: DEBUG nova.network.neutron [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updating instance_info_cache with network_info: [{"id": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "address": "fa:16:3e:f2:05:34", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd34a328-27", "ovs_interfaceid": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.185892] env[69751]: DEBUG nova.compute.utils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.215872] env[69751]: DEBUG oslo_vmware.api [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.231444] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484637, 'name': Rename_Task, 'duration_secs': 0.198591} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.231734] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.231990] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c87abe-208d-4088-adc4-5b1522f77972 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.241344] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1350.241344] env[69751]: value = "task-3484641" [ 1350.241344] env[69751]: _type = "Task" [ 1350.241344] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.259205] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484641, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.328362] env[69751]: DEBUG oslo_vmware.api [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Task: {'id': task-3484640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248507} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.328611] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1350.328755] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1350.329068] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1350.329297] env[69751]: INFO nova.compute.manager [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1350.329592] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1350.329909] env[69751]: DEBUG nova.compute.manager [-] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1350.330119] env[69751]: DEBUG nova.network.neutron [-] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1350.407558] env[69751]: DEBUG nova.network.neutron [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updated VIF entry in instance network info cache for port 9d0d66ff-b2d7-441f-b162-e574b26c9257. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.408053] env[69751]: DEBUG nova.network.neutron [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "address": "fa:16:3e:3e:87:56", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d0d66ff-b2", "ovs_interfaceid": "9d0d66ff-b2d7-441f-b162-e574b26c9257", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.423548] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1350.425058] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-068d493a-6d13-49cc-b01c-6eb70717b47d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.434730] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1350.434730] env[69751]: value = "task-3484642" [ 1350.434730] env[69751]: _type = "Task" [ 1350.434730] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.446370] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.491602] env[69751]: DEBUG oslo_concurrency.lockutils [req-0a072921-e6c8-4530-b041-f196182e1173 req-41d81a64-d91b-4d99-aeb7-0bf738f45c8a service nova] Releasing lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.689518] env[69751]: INFO nova.virt.block_device [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Booting with volume e98a39fc-9034-4e4f-8435-480cef6bab60 at /dev/sdb [ 1350.715037] env[69751]: DEBUG oslo_vmware.api [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484636, 'name': ReconfigVM_Task, 'duration_secs': 0.90105} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.715037] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.715037] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Reconfigured VM to attach interface {{(pid=69751) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1350.726467] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-86ff9aea-57db-465a-bff2-98b5fe478f5b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.738100] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8db181-0fdf-4607-813c-1a0f965e8a0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.762631] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484641, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.783599] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-597e77d0-5b17-461f-8f6d-89cd67ffe07c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.791201] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566b98af-5deb-4da3-a8d1-85c88621601e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.826414] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55a8ff7-e708-4f63-8968-2ecf73271901 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.834860] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaa95db-d07c-47a8-87db-f8346a444cee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.850364] env[69751]: DEBUG nova.virt.block_device [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating existing volume attachment record: 3141c9e1-add3-4482-9a33-620e56420ac3 {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1350.911311] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.911672] env[69751]: DEBUG nova.compute.manager [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Received event network-changed-40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.911867] env[69751]: DEBUG nova.compute.manager [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Refreshing instance network info cache due to event network-changed-40be6079-d2fc-403f-bc33-f4772fa79bd5. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.912158] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Acquiring lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.912350] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Acquired lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.912594] env[69751]: DEBUG nova.network.neutron [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Refreshing network info cache for port 40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.948797] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484642, 'name': PowerOffVM_Task, 'duration_secs': 0.307248} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.949134] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.949335] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance 'd3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.220334] env[69751]: DEBUG oslo_concurrency.lockutils [None req-e2395d20-d35c-4752-a6b2-4fb47d97ffef tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-45d5a4a4-2f29-4e8d-9599-22bd4c602f09-9d0d66ff-b2d7-441f-b162-e574b26c9257" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.911s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.258308] env[69751]: DEBUG nova.compute.manager [req-856ee998-cbed-4d97-91c0-f5e673227eeb req-f92ac1cd-513e-4812-9b6a-677d970887da service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Received event network-vif-deleted-211b7489-d8a8-47c0-8b28-9a5544298df1 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.258527] env[69751]: INFO nova.compute.manager [req-856ee998-cbed-4d97-91c0-f5e673227eeb req-f92ac1cd-513e-4812-9b6a-677d970887da service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Neutron deleted interface 211b7489-d8a8-47c0-8b28-9a5544298df1; detaching it from the instance and deleting it from the info cache [ 1351.258715] env[69751]: DEBUG nova.network.neutron [req-856ee998-cbed-4d97-91c0-f5e673227eeb req-f92ac1cd-513e-4812-9b6a-677d970887da service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.266181] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484641, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.306071] env[69751]: DEBUG nova.network.neutron [-] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.457352] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.457647] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.457817] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.458017] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.458280] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.458363] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.458547] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.458706] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.458937] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.459122] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.459303] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.464890] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cad8501c-4afa-49a7-b692-9a4dce52078f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.482410] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1351.482410] env[69751]: value = "task-3484646" [ 1351.482410] env[69751]: _type = "Task" [ 1351.482410] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.494674] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.626833] env[69751]: DEBUG nova.network.neutron [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Updated VIF entry in instance network info cache for port 40be6079-d2fc-403f-bc33-f4772fa79bd5. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.627246] env[69751]: DEBUG nova.network.neutron [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Updating instance_info_cache with network_info: [{"id": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "address": "fa:16:3e:ee:a5:45", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40be6079-d2", "ovs_interfaceid": "40be6079-d2fc-403f-bc33-f4772fa79bd5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.764056] env[69751]: DEBUG oslo_vmware.api [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484641, 'name': PowerOnVM_Task, 'duration_secs': 1.039163} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.764056] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16a9e515-8e18-4310-9d1f-884ebdb671c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.765475] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1351.765701] env[69751]: INFO nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1351.765876] env[69751]: DEBUG nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1351.766656] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5eff940-ec4c-4f86-ac28-53ba9d6d03ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.781506] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d9d438-73fb-4f60-b276-192723015638 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.815923] env[69751]: INFO nova.compute.manager [-] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Took 1.49 seconds to deallocate network for instance. [ 1351.816360] env[69751]: DEBUG nova.compute.manager [req-856ee998-cbed-4d97-91c0-f5e673227eeb req-f92ac1cd-513e-4812-9b6a-677d970887da service nova] [instance: 4cb64ed3-c70e-47e5-97ef-6a202504dc2b] Detach interface failed, port_id=211b7489-d8a8-47c0-8b28-9a5544298df1, reason: Instance 4cb64ed3-c70e-47e5-97ef-6a202504dc2b could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.001049] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484646, 'name': ReconfigVM_Task, 'duration_secs': 0.310059} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.001985] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance 'd3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1352.130438] env[69751]: DEBUG oslo_concurrency.lockutils [req-039933f0-f4fc-43e3-b57d-04755ca5a0fc req-cc9338cc-0abc-4d59-b419-d0883555a136 service nova] Releasing lock "refresh_cache-5fc3c996-b8fd-4f35-9186-7fe36c622a3e" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.286037] env[69751]: INFO nova.compute.manager [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Took 13.51 seconds to build instance. [ 1352.324040] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.324329] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.324539] env[69751]: DEBUG nova.objects.instance [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lazy-loading 'resources' on Instance uuid 4cb64ed3-c70e-47e5-97ef-6a202504dc2b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.508875] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1352.509125] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1352.509242] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1352.509430] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1352.509578] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1352.509728] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1352.509935] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1352.510148] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1352.510353] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1352.510527] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1352.510705] env[69751]: DEBUG nova.virt.hardware [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1352.515959] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1352.516267] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02f4dc8-41d4-4b96-8759-8431100ab53f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.535216] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1352.535216] env[69751]: value = "task-3484647" [ 1352.535216] env[69751]: _type = "Task" [ 1352.535216] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.543927] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "interface-45d5a4a4-2f29-4e8d-9599-22bd4c602f09-9d0d66ff-b2d7-441f-b162-e574b26c9257" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.544172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-45d5a4a4-2f29-4e8d-9599-22bd4c602f09-9d0d66ff-b2d7-441f-b162-e574b26c9257" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.545651] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.788326] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fdd47e00-5c59-41ae-8bcb-41d2e6e92d06 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.022s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.984620] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5222c3-1a60-4cfc-9977-900401cc5097 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.996284] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0888ba9f-20f8-4db4-8d82-448b054a3cbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.048249] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198d3d19-9faf-428a-be0f-3277ae71eb0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.053221] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.053680] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.055080] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25290fad-f686-4e5d-aa9a-6b796f561860 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.081418] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c5488f-9003-4dd9-a247-cd1dfc8b4ccf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.084213] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484647, 'name': ReconfigVM_Task, 'duration_secs': 0.458666} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.085354] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e83cf7-e74a-4f4d-9c98-543e9d6d6b7e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.089270] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1353.090426] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a430be8-1808-4b8e-896a-e2f13e98c794 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.116011] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Reconfiguring VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1353.124609] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caf26632-49e9-4390-9ace-d420c1b0e242 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.137804] env[69751]: DEBUG nova.compute.provider_tree [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.156811] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec/d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1353.158996] env[69751]: DEBUG nova.scheduler.client.report [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.162644] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65cab0d4-ee23-4bfb-bc95-bd3bd436b0e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.179305] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1353.179305] env[69751]: value = "task-3484649" [ 1353.179305] env[69751]: _type = "Task" [ 1353.179305] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.186983] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1353.186983] env[69751]: value = "task-3484650" [ 1353.186983] env[69751]: _type = "Task" [ 1353.186983] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.190672] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.202371] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484650, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.285427] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.285872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.286182] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.286457] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.286718] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.291418] env[69751]: INFO nova.compute.manager [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Terminating instance [ 1353.679255] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.355s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.690990] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.699637] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.702396] env[69751]: INFO nova.scheduler.client.report [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Deleted allocations for instance 4cb64ed3-c70e-47e5-97ef-6a202504dc2b [ 1353.795455] env[69751]: DEBUG nova.compute.manager [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.795851] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.796614] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9185853-f5b0-4eab-bf78-4dac53b9d1da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.805145] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.805421] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a2e5135-a04e-4217-becd-1c860b38ba80 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.813367] env[69751]: DEBUG oslo_vmware.api [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1353.813367] env[69751]: value = "task-3484652" [ 1353.813367] env[69751]: _type = "Task" [ 1353.813367] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.823091] env[69751]: DEBUG oslo_vmware.api [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.193408] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.202103] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484650, 'name': ReconfigVM_Task, 'duration_secs': 0.864796} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.202294] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec/d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1354.202452] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance 'd3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.208819] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ac54bb6d-19da-423d-af9d-a89f609503ed tempest-AttachVolumeNegativeTest-1370353058 tempest-AttachVolumeNegativeTest-1370353058-project-member] Lock "4cb64ed3-c70e-47e5-97ef-6a202504dc2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.558s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.323838] env[69751]: DEBUG oslo_vmware.api [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484652, 'name': PowerOffVM_Task, 'duration_secs': 0.298844} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.324130] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.324304] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.324557] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86652c63-cb78-4c0f-880b-a9911d5dc254 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.404314] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.404314] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.404314] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Deleting the datastore file [datastore1] 809cbf12-8f16-4fd4-8ef8-0318078cf5f3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.404314] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26a5091d-fb37-42bd-a415-80b2d326213f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.412798] env[69751]: DEBUG oslo_vmware.api [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for the task: (returnval){ [ 1354.412798] env[69751]: value = "task-3484654" [ 1354.412798] env[69751]: _type = "Task" [ 1354.412798] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.423736] env[69751]: DEBUG oslo_vmware.api [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.692587] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.709034] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb6bf82-e583-4484-8a73-bee205083805 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.728539] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de11e75-d848-443b-9390-7693f1d5daa5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.748977] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance 'd3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1354.925030] env[69751]: DEBUG oslo_vmware.api [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.193657] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.292237] env[69751]: DEBUG nova.network.neutron [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Port c006ee3d-fce5-4054-ab2d-4044958ea3f7 binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1355.425075] env[69751]: DEBUG oslo_vmware.api [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Task: {'id': task-3484654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.678296} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.425332] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1355.425518] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1355.425696] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1355.425864] env[69751]: INFO nova.compute.manager [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1355.426153] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1355.426368] env[69751]: DEBUG nova.compute.manager [-] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1355.426462] env[69751]: DEBUG nova.network.neutron [-] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1355.650395] env[69751]: DEBUG nova.compute.manager [req-908a451b-3824-4b95-9ecf-90374ecf9997 req-7f525273-6ad9-408e-bdf8-08901be770aa service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Received event network-vif-deleted-bc507ff0-0ed2-4470-812a-3f57795ae61a {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.650395] env[69751]: INFO nova.compute.manager [req-908a451b-3824-4b95-9ecf-90374ecf9997 req-7f525273-6ad9-408e-bdf8-08901be770aa service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Neutron deleted interface bc507ff0-0ed2-4470-812a-3f57795ae61a; detaching it from the instance and deleting it from the info cache [ 1355.650395] env[69751]: DEBUG nova.network.neutron [req-908a451b-3824-4b95-9ecf-90374ecf9997 req-7f525273-6ad9-408e-bdf8-08901be770aa service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.693201] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.133876] env[69751]: DEBUG nova.network.neutron [-] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.153968] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea35a716-b144-44e1-bbcd-5956e0183ced {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.167861] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568e56fe-6df0-451b-afde-d0106fcd7252 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.194329] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.203959] env[69751]: DEBUG nova.compute.manager [req-908a451b-3824-4b95-9ecf-90374ecf9997 req-7f525273-6ad9-408e-bdf8-08901be770aa service nova] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Detach interface failed, port_id=bc507ff0-0ed2-4470-812a-3f57795ae61a, reason: Instance 809cbf12-8f16-4fd4-8ef8-0318078cf5f3 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1356.315025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.315025] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.315225] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.459462] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.459734] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.459941] env[69751]: DEBUG nova.objects.instance [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'pci_requests' on Instance uuid 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.636353] env[69751]: INFO nova.compute.manager [-] [instance: 809cbf12-8f16-4fd4-8ef8-0318078cf5f3] Took 1.21 seconds to deallocate network for instance. [ 1356.693584] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.964093] env[69751]: DEBUG nova.objects.instance [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'numa_topology' on Instance uuid 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.143259] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1357.196571] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.350885] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.351124] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.351320] env[69751]: DEBUG nova.network.neutron [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.466871] env[69751]: INFO nova.compute.claims [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1357.695303] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.036263] env[69751]: DEBUG nova.network.neutron [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance_info_cache with network_info: [{"id": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "address": "fa:16:3e:1d:cb:e2", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc006ee3d-fc", "ovs_interfaceid": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.195650] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.540539] env[69751]: DEBUG oslo_concurrency.lockutils [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.608624] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfc1025-480f-44ff-868d-9ddd368b2194 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.617142] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a710ef01-126d-4010-855d-f4eb70059339 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.647898] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38e99e-0f1d-4ab3-828d-278c0ff4aecc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.655803] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f752e74-c37c-495b-94ac-7255b89c0597 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.669224] env[69751]: DEBUG nova.compute.provider_tree [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.695877] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.062013] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71668fd5-6e41-4497-b500-6914590ac0ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.082663] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871dd60b-a58d-4e68-967e-896282c598fc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.089671] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance 'd3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.172795] env[69751]: DEBUG nova.scheduler.client.report [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.197161] env[69751]: DEBUG oslo_vmware.api [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484649, 'name': ReconfigVM_Task, 'duration_secs': 5.830576} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.197428] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.197645] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Reconfigured VM to detach interface {{(pid=69751) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1359.596313] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1359.596921] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa75c2ab-5c62-417d-85b7-2e2142471823 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.604601] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1359.604601] env[69751]: value = "task-3484660" [ 1359.604601] env[69751]: _type = "Task" [ 1359.604601] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.613274] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.677909] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.218s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.680482] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.537s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.680712] env[69751]: DEBUG nova.objects.instance [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lazy-loading 'resources' on Instance uuid 809cbf12-8f16-4fd4-8ef8-0318078cf5f3 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.709717] env[69751]: INFO nova.network.neutron [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating port e3ab61e6-47ac-4c74-acc3-015d31d24b8d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1360.115145] env[69751]: DEBUG oslo_vmware.api [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484660, 'name': PowerOnVM_Task, 'duration_secs': 0.457573} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.115466] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.115693] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-49917450-a4be-4f15-ab85-576c5d38cc19 tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance 'd3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1360.317963] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13576b78-140c-4b9d-8d1d-9030d82d6876 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.326414] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c557131-72b1-4af4-99ee-cfd67dc7e8d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.358922] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f40616a-8c7f-49d0-92f2-73431d70bf1d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.367313] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4f6a1-8d8f-4979-a394-5ff6cd43bb16 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.381608] env[69751]: DEBUG nova.compute.provider_tree [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.557062] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.557062] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquired lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.557292] env[69751]: DEBUG nova.network.neutron [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.884655] env[69751]: DEBUG nova.scheduler.client.report [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.937599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.937826] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.938061] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.938284] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.938458] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.940761] env[69751]: INFO nova.compute.manager [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Terminating instance [ 1361.138125] env[69751]: DEBUG nova.compute.manager [req-46c57687-9e00-4883-a488-3245686a416d req-89937089-4cc7-4513-b9c7-0292d2cd0daf service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-vif-plugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.138125] env[69751]: DEBUG oslo_concurrency.lockutils [req-46c57687-9e00-4883-a488-3245686a416d req-89937089-4cc7-4513-b9c7-0292d2cd0daf service nova] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.138298] env[69751]: DEBUG oslo_concurrency.lockutils [req-46c57687-9e00-4883-a488-3245686a416d req-89937089-4cc7-4513-b9c7-0292d2cd0daf service nova] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.138493] env[69751]: DEBUG oslo_concurrency.lockutils [req-46c57687-9e00-4883-a488-3245686a416d req-89937089-4cc7-4513-b9c7-0292d2cd0daf service nova] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.138685] env[69751]: DEBUG nova.compute.manager [req-46c57687-9e00-4883-a488-3245686a416d req-89937089-4cc7-4513-b9c7-0292d2cd0daf service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] No waiting events found dispatching network-vif-plugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1361.139158] env[69751]: WARNING nova.compute.manager [req-46c57687-9e00-4883-a488-3245686a416d req-89937089-4cc7-4513-b9c7-0292d2cd0daf service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received unexpected event network-vif-plugged-e3ab61e6-47ac-4c74-acc3-015d31d24b8d for instance with vm_state shelved_offloaded and task_state spawning. [ 1361.225537] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.225667] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.225848] env[69751]: DEBUG nova.network.neutron [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.292149] env[69751]: INFO nova.network.neutron [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Port 9d0d66ff-b2d7-441f-b162-e574b26c9257 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1361.292707] env[69751]: DEBUG nova.network.neutron [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [{"id": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "address": "fa:16:3e:36:9d:cf", "network": {"id": "e344d8de-1e69-4370-8660-c3ff6b4b4005", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2062862520-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a36111ec5a54c57b7785a7549d51e54", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bc9714ff-7109-4ea1-9435-b2b3fbdb9e81", "external-id": "nsx-vlan-transportzone-887", "segmentation_id": 887, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad50062b-a7", "ovs_interfaceid": "ad50062b-a786-4d48-b3bc-368fd300cfc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.389487] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.412416] env[69751]: INFO nova.scheduler.client.report [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Deleted allocations for instance 809cbf12-8f16-4fd4-8ef8-0318078cf5f3 [ 1361.444645] env[69751]: DEBUG nova.compute.manager [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.444944] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.445959] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedb9121-c4c1-4ee2-8eba-eccc0b3ee984 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.455280] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.456510] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfa95e63-bd43-419e-8c89-180d19bd7885 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.463201] env[69751]: DEBUG oslo_vmware.api [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1361.463201] env[69751]: value = "task-3484663" [ 1361.463201] env[69751]: _type = "Task" [ 1361.463201] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.476535] env[69751]: DEBUG oslo_vmware.api [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.795237] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Releasing lock "refresh_cache-45d5a4a4-2f29-4e8d-9599-22bd4c602f09" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.920017] env[69751]: DEBUG oslo_concurrency.lockutils [None req-15ce80a5-63db-4dcf-8536-450937980595 tempest-ImagesNegativeTestJSON-1877203701 tempest-ImagesNegativeTestJSON-1877203701-project-member] Lock "809cbf12-8f16-4fd4-8ef8-0318078cf5f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.634s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.975243] env[69751]: DEBUG oslo_vmware.api [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484663, 'name': PowerOffVM_Task, 'duration_secs': 0.201697} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.975518] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.975731] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.975990] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b255c75c-b820-472e-8174-5e7a4ee78013 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.045469] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1362.045664] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1362.045852] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleting the datastore file [datastore1] 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1362.046178] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38fdec11-ee8f-4534-acc2-238462c12798 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.055346] env[69751]: DEBUG oslo_vmware.api [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1362.055346] env[69751]: value = "task-3484665" [ 1362.055346] env[69751]: _type = "Task" [ 1362.055346] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.064276] env[69751]: DEBUG oslo_vmware.api [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.071668] env[69751]: DEBUG nova.network.neutron [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab61e6-47", "ovs_interfaceid": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.170858] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.171169] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.171422] env[69751]: DEBUG nova.compute.manager [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Going to confirm migration 9 {{(pid=69751) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1362.299139] env[69751]: DEBUG oslo_concurrency.lockutils [None req-34baf3bf-43df-4d5b-9764-469acfa940fa tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "interface-45d5a4a4-2f29-4e8d-9599-22bd4c602f09-9d0d66ff-b2d7-441f-b162-e574b26c9257" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.755s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.566603] env[69751]: DEBUG oslo_vmware.api [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205692} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.566950] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.567059] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.567251] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.567433] env[69751]: INFO nova.compute.manager [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1362.567736] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.567945] env[69751]: DEBUG nova.compute.manager [-] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.568060] env[69751]: DEBUG nova.network.neutron [-] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.574406] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.609322] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ab48962e6b4852f44711fc380694f611',container_format='bare',created_at=2025-04-18T10:37:06Z,direct_url=,disk_format='vmdk',id=a4413590-4230-420e-95ba-f51e2f325d71,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-231844943-shelved',owner='2af088de5539407585483fc9b5f18beb',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-18T10:37:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.609322] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.609467] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.609650] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.609854] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.610083] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.610380] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.610548] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.610718] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.610883] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.611071] env[69751]: DEBUG nova.virt.hardware [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.611953] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d2f769-8aad-4b56-96c8-ca60b4cfe416 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.621165] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba83497d-b3e7-46ab-8d5c-4fcf65650f8a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.635672] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:a8:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3ab61e6-47ac-4c74-acc3-015d31d24b8d', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1362.643385] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.643812] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1362.643915] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f6cbb01-4bc2-4787-80c3-d4dd497f81c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.667536] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1362.667536] env[69751]: value = "task-3484666" [ 1362.667536] env[69751]: _type = "Task" [ 1362.667536] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.680503] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484666, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.730582] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.730786] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquired lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.730933] env[69751]: DEBUG nova.network.neutron [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.731138] env[69751]: DEBUG nova.objects.instance [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'info_cache' on Instance uuid d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.176780] env[69751]: DEBUG nova.compute.manager [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1363.177289] env[69751]: DEBUG nova.compute.manager [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing instance network info cache due to event network-changed-e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1363.177289] env[69751]: DEBUG oslo_concurrency.lockutils [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] Acquiring lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.177519] env[69751]: DEBUG oslo_concurrency.lockutils [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] Acquired lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.177519] env[69751]: DEBUG nova.network.neutron [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Refreshing network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1363.183097] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484666, 'name': CreateVM_Task, 'duration_secs': 0.491162} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.183481] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1363.184211] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.184389] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.185125] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.185865] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b7b43b-ade9-4290-b383-50caefa45b1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.191521] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1363.191521] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525f64df-9488-edcc-b2aa-05a2ee2a6849" [ 1363.191521] env[69751]: _type = "Task" [ 1363.191521] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.203592] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525f64df-9488-edcc-b2aa-05a2ee2a6849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.709516] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.709919] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Processing image a4413590-4230-420e-95ba-f51e2f325d71 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1363.710704] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71/a4413590-4230-420e-95ba-f51e2f325d71.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.711012] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71/a4413590-4230-420e-95ba-f51e2f325d71.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.711291] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.711554] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f20a85-16b8-40ff-a1c4-0a18d57a71dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.723785] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.724042] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1363.724804] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df5ad239-f59b-44b7-a67a-8f54e5f74d03 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.731605] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1363.731605] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]524b6672-043e-4738-4e15-b5eae263a894" [ 1363.731605] env[69751]: _type = "Task" [ 1363.731605] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.749151] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Preparing fetch location {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1363.749500] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Fetch image to [datastore2] OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3/OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3.vmdk {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1363.749771] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Downloading stream optimized image a4413590-4230-420e-95ba-f51e2f325d71 to [datastore2] OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3/OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3.vmdk on the data store datastore2 as vApp {{(pid=69751) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1363.750127] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Downloading image file data a4413590-4230-420e-95ba-f51e2f325d71 to the ESX as VM named 'OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3' {{(pid=69751) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1363.865362] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1363.865362] env[69751]: value = "resgroup-9" [ 1363.865362] env[69751]: _type = "ResourcePool" [ 1363.865362] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1363.866795] env[69751]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b2ba5d56-bed5-4807-8e62-4fc9f8050927 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.900427] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease: (returnval){ [ 1363.900427] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6582f-c3aa-f800-fa33-6a60e204ce72" [ 1363.900427] env[69751]: _type = "HttpNfcLease" [ 1363.900427] env[69751]: } obtained for vApp import into resource pool (val){ [ 1363.900427] env[69751]: value = "resgroup-9" [ 1363.900427] env[69751]: _type = "ResourcePool" [ 1363.900427] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1363.900765] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the lease: (returnval){ [ 1363.900765] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6582f-c3aa-f800-fa33-6a60e204ce72" [ 1363.900765] env[69751]: _type = "HttpNfcLease" [ 1363.900765] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1363.908332] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1363.908332] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6582f-c3aa-f800-fa33-6a60e204ce72" [ 1363.908332] env[69751]: _type = "HttpNfcLease" [ 1363.908332] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1364.114266] env[69751]: DEBUG nova.network.neutron [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance_info_cache with network_info: [{"id": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "address": "fa:16:3e:1d:cb:e2", "network": {"id": "bb2a2810-674a-4eea-94ca-791e1e02ef77", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1122330780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9facad89c76b463a874d4227e5a3e4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4fe416-47a6-4542-b59d-8c71ab4d6503", "external-id": "nsx-vlan-transportzone-369", "segmentation_id": 369, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc006ee3d-fc", "ovs_interfaceid": "c006ee3d-fce5-4054-ab2d-4044958ea3f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.152431] env[69751]: DEBUG nova.compute.manager [req-4eecc31a-5de8-4f3a-9eb0-86672f597a60 req-a44aa11e-d792-4c42-89f0-c7dabbf2836b service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Received event network-vif-deleted-ad50062b-a786-4d48-b3bc-368fd300cfc4 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.152671] env[69751]: INFO nova.compute.manager [req-4eecc31a-5de8-4f3a-9eb0-86672f597a60 req-a44aa11e-d792-4c42-89f0-c7dabbf2836b service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Neutron deleted interface ad50062b-a786-4d48-b3bc-368fd300cfc4; detaching it from the instance and deleting it from the info cache [ 1364.152921] env[69751]: DEBUG nova.network.neutron [req-4eecc31a-5de8-4f3a-9eb0-86672f597a60 req-a44aa11e-d792-4c42-89f0-c7dabbf2836b service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.379250] env[69751]: DEBUG nova.network.neutron [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updated VIF entry in instance network info cache for port e3ab61e6-47ac-4c74-acc3-015d31d24b8d. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1364.379250] env[69751]: DEBUG nova.network.neutron [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [{"id": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "address": "fa:16:3e:9c:a8:67", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3ab61e6-47", "ovs_interfaceid": "e3ab61e6-47ac-4c74-acc3-015d31d24b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.411499] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1364.411499] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6582f-c3aa-f800-fa33-6a60e204ce72" [ 1364.411499] env[69751]: _type = "HttpNfcLease" [ 1364.411499] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1364.411763] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1364.411763] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52f6582f-c3aa-f800-fa33-6a60e204ce72" [ 1364.411763] env[69751]: _type = "HttpNfcLease" [ 1364.411763] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1364.415018] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2b2e89-fa24-463a-b354-15f31d75d21e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.422607] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528705c4-2df5-83ae-acbf-ae730e75823f/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1364.422607] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528705c4-2df5-83ae-acbf-ae730e75823f/disk-0.vmdk. {{(pid=69751) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1364.425074] env[69751]: DEBUG nova.network.neutron [-] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.484074] env[69751]: INFO nova.compute.manager [-] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Took 1.92 seconds to deallocate network for instance. [ 1364.497034] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-869d71f0-e5d6-45c6-b101-5ffe346480c7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.618344] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Releasing lock "refresh_cache-d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.618644] env[69751]: DEBUG nova.objects.instance [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lazy-loading 'migration_context' on Instance uuid d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.656528] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6fb0e93-afd3-4b4b-a0fb-35bbe98873cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.669183] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4148e53-3ef4-4305-a468-adf371441dac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.704041] env[69751]: DEBUG nova.compute.manager [req-4eecc31a-5de8-4f3a-9eb0-86672f597a60 req-a44aa11e-d792-4c42-89f0-c7dabbf2836b service nova] [instance: 45d5a4a4-2f29-4e8d-9599-22bd4c602f09] Detach interface failed, port_id=ad50062b-a786-4d48-b3bc-368fd300cfc4, reason: Instance 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1364.881764] env[69751]: DEBUG oslo_concurrency.lockutils [req-db2d11fb-403d-494f-969e-35191865f6eb req-07d14bfa-511a-4499-9552-f2faac3ebb8f service nova] Releasing lock "refresh_cache-5784eb8b-f661-41b8-a86b-8ab9a713e43b" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.990911] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.991318] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.991588] env[69751]: DEBUG nova.objects.instance [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'resources' on Instance uuid 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1365.121555] env[69751]: DEBUG nova.objects.base [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1365.122702] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194332a3-64ca-4b45-a775-c355ef0691c9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.147945] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d2967d3-0aa4-47ee-87fe-e3a296c7fcea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.155227] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1365.155227] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526b365a-bb1b-e92d-c705-a181caec1aaa" [ 1365.155227] env[69751]: _type = "Task" [ 1365.155227] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.168293] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526b365a-bb1b-e92d-c705-a181caec1aaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.500749] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.501014] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.668536] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526b365a-bb1b-e92d-c705-a181caec1aaa, 'name': SearchDatastore_Task, 'duration_secs': 0.021368} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.669709] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.670551] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53b421b-8748-4df3-9c09-f45d2645abbb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.680898] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Completed reading data from the image iterator. {{(pid=69751) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1365.681107] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528705c4-2df5-83ae-acbf-ae730e75823f/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1365.682115] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581c8fd4-9230-4543-a384-76367386c2ae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.685793] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d63c2-fdcd-4a54-8b6d-19b0ca7bd39c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.693524] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528705c4-2df5-83ae-acbf-ae730e75823f/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1365.693646] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528705c4-2df5-83ae-acbf-ae730e75823f/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1365.719380] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-24dbe7c5-dab3-4569-8a07-3f7f22a417f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.722078] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5530d812-7d08-43f0-aaf0-161957a5254a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.729954] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01b5970f-461b-4c5b-9af5-48b22b58d08f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.747992] env[69751]: DEBUG nova.compute.provider_tree [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.883497] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528705c4-2df5-83ae-acbf-ae730e75823f/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1365.883894] env[69751]: INFO nova.virt.vmwareapi.images [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Downloaded image file data a4413590-4230-420e-95ba-f51e2f325d71 [ 1365.884695] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ed3754-e3af-47b9-8e47-6e8c95b86b16 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.902264] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13bc47cd-0fbf-4e5f-9828-329c22d8208c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.934611] env[69751]: INFO nova.virt.vmwareapi.images [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] The imported VM was unregistered [ 1365.937485] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Caching image {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1365.937771] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.938127] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f64af38c-6c31-4b00-80d6-48cb7cbc7882 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.953686] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created directory with path [datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.954031] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3/OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3.vmdk to [datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71/a4413590-4230-420e-95ba-f51e2f325d71.vmdk. {{(pid=69751) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1365.954343] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-223cb8de-3d60-4d5f-8ab8-c8997fa4fd8d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.963098] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1365.963098] env[69751]: value = "task-3484671" [ 1365.963098] env[69751]: _type = "Task" [ 1365.963098] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.971481] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484671, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.005384] env[69751]: DEBUG nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1366.252425] env[69751]: DEBUG nova.scheduler.client.report [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.473146] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484671, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.528920] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.758129] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.767s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.760716] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.091s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.778089] env[69751]: INFO nova.scheduler.client.report [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted allocations for instance 45d5a4a4-2f29-4e8d-9599-22bd4c602f09 [ 1366.975529] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484671, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.286902] env[69751]: DEBUG oslo_concurrency.lockutils [None req-6771173c-f19b-47fb-b7cc-7b331bf78dc5 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "45d5a4a4-2f29-4e8d-9599-22bd4c602f09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.349s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.404045] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c075a6b-6d17-45b0-87af-3c6b94c9aa4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.422375] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e281398-1a2c-4045-898a-42603cbd4389 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.458674] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d5c466-d0c7-487f-b2da-475e939f94c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.473116] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae011a00-5e44-4f68-acc9-18a1b0750007 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.480497] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484671, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.494950] env[69751]: DEBUG nova.compute.provider_tree [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.914090] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.914540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.914809] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.915132] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.915410] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.917785] env[69751]: INFO nova.compute.manager [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Terminating instance [ 1367.976950] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484671, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.998102] env[69751]: DEBUG nova.scheduler.client.report [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.423082] env[69751]: DEBUG nova.compute.manager [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1368.423082] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1368.423820] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb7bff8-e6ed-4e8f-a37e-547402666dc6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.434758] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.435763] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f51b6af-049a-41e1-9748-520b9cbda98c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.446099] env[69751]: DEBUG oslo_vmware.api [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1368.446099] env[69751]: value = "task-3484672" [ 1368.446099] env[69751]: _type = "Task" [ 1368.446099] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.456107] env[69751]: DEBUG oslo_vmware.api [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.476052] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484671, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.956464] env[69751]: DEBUG oslo_vmware.api [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484672, 'name': PowerOffVM_Task, 'duration_secs': 0.473325} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.956715] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.956885] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.957158] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7094ae4-4951-419d-a634-b99a4c100cf5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.974543] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484671, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.9782} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.974788] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3/OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3.vmdk to [datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71/a4413590-4230-420e-95ba-f51e2f325d71.vmdk. [ 1368.974976] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Cleaning up location [datastore2] OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1368.975154] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c31f6dcc-c9e1-4b42-903a-b187147315a3 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.975399] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3db55f31-54d6-4b84-a986-2a74cae2ac04 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.982060] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1368.982060] env[69751]: value = "task-3484674" [ 1368.982060] env[69751]: _type = "Task" [ 1368.982060] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.991301] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.008684] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.248s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.011460] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.483s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.012869] env[69751]: INFO nova.compute.claims [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1369.026972] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.027223] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.027411] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleting the datastore file [datastore2] 8dc492db-8d6e-402f-9265-dfa9c3f36687 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.027678] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d03c2b52-5450-49fd-b493-ef07ff59dd8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.035381] env[69751]: DEBUG oslo_vmware.api [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for the task: (returnval){ [ 1369.035381] env[69751]: value = "task-3484675" [ 1369.035381] env[69751]: _type = "Task" [ 1369.035381] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.045414] env[69751]: DEBUG oslo_vmware.api [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484675, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.391447] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5da0c5e3-f005-4205-8f38-6a79b8613974" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.391685] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.493285] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036186} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.493544] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.493709] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71/a4413590-4230-420e-95ba-f51e2f325d71.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.493953] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71/a4413590-4230-420e-95ba-f51e2f325d71.vmdk to [datastore2] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1369.494218] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e66ecedd-b9aa-47fc-b0da-0e57c8a269d9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.501338] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1369.501338] env[69751]: value = "task-3484676" [ 1369.501338] env[69751]: _type = "Task" [ 1369.501338] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.509469] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.554955] env[69751]: DEBUG oslo_vmware.api [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Task: {'id': task-3484675, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165305} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.555266] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1369.555466] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1369.556041] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1369.556041] env[69751]: INFO nova.compute.manager [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1369.556041] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.556292] env[69751]: DEBUG nova.compute.manager [-] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1369.556395] env[69751]: DEBUG nova.network.neutron [-] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.574845] env[69751]: INFO nova.scheduler.client.report [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted allocation for migration 3c21eab7-d385-48b8-ab2e-5b24a934b5de [ 1369.793857] env[69751]: DEBUG nova.compute.manager [req-df805289-72b3-4362-8573-d4f3eb21a355 req-0b137451-4ef0-4121-bd9b-cc7e497f65b9 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Received event network-vif-deleted-94a858fe-9fa2-415e-8fac-dbdd5de0946e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.794126] env[69751]: INFO nova.compute.manager [req-df805289-72b3-4362-8573-d4f3eb21a355 req-0b137451-4ef0-4121-bd9b-cc7e497f65b9 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Neutron deleted interface 94a858fe-9fa2-415e-8fac-dbdd5de0946e; detaching it from the instance and deleting it from the info cache [ 1369.794346] env[69751]: DEBUG nova.network.neutron [req-df805289-72b3-4362-8573-d4f3eb21a355 req-0b137451-4ef0-4121-bd9b-cc7e497f65b9 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.893683] env[69751]: DEBUG nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1370.016784] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484676, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.080498] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.909s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.165445] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a03d88-f270-43f8-b6ce-ca1461e84648 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.174797] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb4141-fd0c-456f-98fa-c2de737aac17 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.210704] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59060a88-3286-4a8a-9477-bcf79236519a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.219699] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b679fa-18b0-42e0-9164-96bb25dd82f9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.234379] env[69751]: DEBUG nova.compute.provider_tree [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.276345] env[69751]: DEBUG nova.network.neutron [-] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.296766] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-272693d3-5de8-4b9e-ace4-3ec8bfdc3f9e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.308668] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7135f86-201c-484c-b8a5-00e63a3c8204 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.341033] env[69751]: DEBUG nova.compute.manager [req-df805289-72b3-4362-8573-d4f3eb21a355 req-0b137451-4ef0-4121-bd9b-cc7e497f65b9 service nova] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Detach interface failed, port_id=94a858fe-9fa2-415e-8fac-dbdd5de0946e, reason: Instance 8dc492db-8d6e-402f-9265-dfa9c3f36687 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1370.413503] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.514347] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484676, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.737543] env[69751]: DEBUG nova.scheduler.client.report [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.779054] env[69751]: INFO nova.compute.manager [-] [instance: 8dc492db-8d6e-402f-9265-dfa9c3f36687] Took 1.22 seconds to deallocate network for instance. [ 1371.013750] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484676, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.199060] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.199060] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.199060] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.199568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.199568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.201893] env[69751]: INFO nova.compute.manager [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Terminating instance [ 1371.242880] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.243436] env[69751]: DEBUG nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1371.246020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.833s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.247494] env[69751]: INFO nova.compute.claims [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.287602] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.515812] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484676, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.706597] env[69751]: DEBUG nova.compute.manager [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.706807] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.707715] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35115619-d3fc-4a7f-9003-1e56cacf4e96 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.716868] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.717180] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f55e4c23-d511-4df7-a1df-2aae58b50ae3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.725368] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1371.725368] env[69751]: value = "task-3484677" [ 1371.725368] env[69751]: _type = "Task" [ 1371.725368] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.735829] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.752757] env[69751]: DEBUG nova.compute.utils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.757676] env[69751]: DEBUG nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Not allocating networking since 'none' was specified. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1372.016065] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484676, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.236209] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484677, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.259035] env[69751]: DEBUG nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1372.396946] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c79883-a95a-4e75-b5aa-4db11e6f03f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.405956] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04a9a24-992e-44b9-9e91-69b19f343322 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.441097] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29029476-9c17-4014-8c25-191f84086da1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.449798] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e4445e4-d07d-45c1-8727-2fb129cf07d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.465504] env[69751]: DEBUG nova.compute.provider_tree [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.519510] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484676, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.66526} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.520298] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a4413590-4230-420e-95ba-f51e2f325d71/a4413590-4230-420e-95ba-f51e2f325d71.vmdk to [datastore2] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.520996] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f97c322-7004-4993-9f39-643036163a6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.545600] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1372.546339] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84cfdd41-e387-467e-869d-e17da91505d0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.567276] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1372.567276] env[69751]: value = "task-3484678" [ 1372.567276] env[69751]: _type = "Task" [ 1372.567276] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.581128] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484678, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.737375] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484677, 'name': PowerOffVM_Task, 'duration_secs': 0.83925} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.737713] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.737926] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.738295] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8c1c80-0db8-4a84-8ee2-47d996423561 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.848915] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.849156] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.849352] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleting the datastore file [datastore2] d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.849630] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-30e3f60a-f173-43ca-89ac-293c258d9cae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.858933] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for the task: (returnval){ [ 1372.858933] env[69751]: value = "task-3484680" [ 1372.858933] env[69751]: _type = "Task" [ 1372.858933] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.868170] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.969165] env[69751]: DEBUG nova.scheduler.client.report [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.078540] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.271381] env[69751]: DEBUG nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1373.302260] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1373.302526] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.302681] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1373.302861] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.303015] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1373.303172] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1373.303380] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1373.303539] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1373.303705] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1373.303869] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1373.304049] env[69751]: DEBUG nova.virt.hardware [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1373.304982] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66d6e99-bc47-4bbb-a4e5-9c1a118b34de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.314064] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a68c47-5e3d-4058-8dd6-a668eeec487c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.331046] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1373.336559] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Creating folder: Project (9a0e53539dbf49e3b5b5d5d7c67e4264). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.336900] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6b5d4f8-a415-49a0-98bb-2adac7293369 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.350518] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Created folder: Project (9a0e53539dbf49e3b5b5d5d7c67e4264) in parent group-v696263. [ 1373.350724] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Creating folder: Instances. Parent ref: group-v696596. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1373.350969] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e87bd377-b24a-496e-9f88-6d50533945fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.365964] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Created folder: Instances in parent group-v696596. [ 1373.366223] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.366421] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1373.366636] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f1d90ec-6677-4f75-aaa2-78006682b9b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.383066] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.389091] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1373.389091] env[69751]: value = "task-3484683" [ 1373.389091] env[69751]: _type = "Task" [ 1373.389091] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.397394] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484683, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.475614] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.476414] env[69751]: DEBUG nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1373.480055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.192s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.480378] env[69751]: DEBUG nova.objects.instance [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lazy-loading 'resources' on Instance uuid 8dc492db-8d6e-402f-9265-dfa9c3f36687 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.580613] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484678, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.870184] env[69751]: DEBUG oslo_vmware.api [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Task: {'id': task-3484680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.721848} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.870415] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.870664] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.870788] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.870963] env[69751]: INFO nova.compute.manager [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1373.871231] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.871446] env[69751]: DEBUG nova.compute.manager [-] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.871598] env[69751]: DEBUG nova.network.neutron [-] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.899102] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484683, 'name': CreateVM_Task, 'duration_secs': 0.289958} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.899302] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1373.899731] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.899890] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.900290] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.902522] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50393d3b-e1c4-43aa-98ad-394cb80a9334 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.907835] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1373.907835] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52870982-df9c-7a4b-77ea-bc7d0923590a" [ 1373.907835] env[69751]: _type = "Task" [ 1373.907835] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.916452] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52870982-df9c-7a4b-77ea-bc7d0923590a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.983150] env[69751]: DEBUG nova.compute.utils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1373.987317] env[69751]: DEBUG nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1373.987493] env[69751]: DEBUG nova.network.neutron [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1374.025037] env[69751]: DEBUG nova.policy [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ed13013bcc14883857744dfce462f33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9125d903b68f45238eab0073af04a4bd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1374.081940] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484678, 'name': ReconfigVM_Task, 'duration_secs': 1.087658} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.082295] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 5784eb8b-f661-41b8-a86b-8ab9a713e43b/5784eb8b-f661-41b8-a86b-8ab9a713e43b.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.083977] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encrypted': False, 'encryption_options': None, 'image_id': 'bdbeef69-23c5-44d2-95dd-aaeb0faef368'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '3141c9e1-add3-4482-9a33-620e56420ac3', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696592', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'name': 'volume-e98a39fc-9034-4e4f-8435-480cef6bab60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5784eb8b-f661-41b8-a86b-8ab9a713e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'serial': 'e98a39fc-9034-4e4f-8435-480cef6bab60'}, 'volume_type': None}], 'swap': None} {{(pid=69751) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1374.084806] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1374.084891] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696592', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'name': 'volume-e98a39fc-9034-4e4f-8435-480cef6bab60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5784eb8b-f661-41b8-a86b-8ab9a713e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'serial': 'e98a39fc-9034-4e4f-8435-480cef6bab60'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1374.088547] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85d2c6f-886c-4d3f-9fc9-c96d45016059 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.114456] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c078404-1f2f-490f-b377-8a3fe4be25ce {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.143085] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-e98a39fc-9034-4e4f-8435-480cef6bab60/volume-e98a39fc-9034-4e4f-8435-480cef6bab60.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1374.147547] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3651a2ae-a66f-4fc2-8e2d-d3d3f57371a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.162402] env[69751]: DEBUG nova.compute.manager [req-e78c57a8-f685-4b2b-ac3d-6903038249a6 req-55523fb6-776b-40b7-ad4d-1e076123f5da service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Received event network-vif-deleted-c006ee3d-fce5-4054-ab2d-4044958ea3f7 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1374.162640] env[69751]: INFO nova.compute.manager [req-e78c57a8-f685-4b2b-ac3d-6903038249a6 req-55523fb6-776b-40b7-ad4d-1e076123f5da service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Neutron deleted interface c006ee3d-fce5-4054-ab2d-4044958ea3f7; detaching it from the instance and deleting it from the info cache [ 1374.162831] env[69751]: DEBUG nova.network.neutron [req-e78c57a8-f685-4b2b-ac3d-6903038249a6 req-55523fb6-776b-40b7-ad4d-1e076123f5da service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.172100] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1374.172100] env[69751]: value = "task-3484684" [ 1374.172100] env[69751]: _type = "Task" [ 1374.172100] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.178549] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f441c25c-737c-4522-9941-db61378ec099 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.185999] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.192287] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6567f52b-202f-4142-ba51-f7e562fb50a9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.225135] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5ab510-ec14-498b-bc71-80e60cfd8c96 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.233395] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f12996b-cbc3-4f65-b130-a63659df7e8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.249625] env[69751]: DEBUG nova.compute.provider_tree [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.326813] env[69751]: DEBUG nova.network.neutron [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Successfully created port: 47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1374.420440] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52870982-df9c-7a4b-77ea-bc7d0923590a, 'name': SearchDatastore_Task, 'duration_secs': 0.011968} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.420440] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.420440] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1374.420754] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.421015] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.423969] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1374.423969] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ece98b65-368f-48ea-bcd2-8a3ccfd056a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.432249] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1374.432461] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1374.433244] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db82306-81fe-4db6-aba4-15f12016c38a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.439117] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1374.439117] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d06efe-74e5-7967-04bd-7bcb8e0cd4f7" [ 1374.439117] env[69751]: _type = "Task" [ 1374.439117] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.447665] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d06efe-74e5-7967-04bd-7bcb8e0cd4f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.489123] env[69751]: DEBUG nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1374.618397] env[69751]: DEBUG nova.network.neutron [-] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.665238] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0314be34-0be1-4d9d-8555-195ae53b70e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.678670] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f152d497-191f-4e8f-a25d-0818e99f825d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.694780] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484684, 'name': ReconfigVM_Task, 'duration_secs': 0.317891} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.694941] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-e98a39fc-9034-4e4f-8435-480cef6bab60/volume-e98a39fc-9034-4e4f-8435-480cef6bab60.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.699389] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-154877fc-f936-41f3-8d2e-d416b7c0ed2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.717390] env[69751]: DEBUG nova.compute.manager [req-e78c57a8-f685-4b2b-ac3d-6903038249a6 req-55523fb6-776b-40b7-ad4d-1e076123f5da service nova] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Detach interface failed, port_id=c006ee3d-fce5-4054-ab2d-4044958ea3f7, reason: Instance d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1374.723112] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1374.723112] env[69751]: value = "task-3484685" [ 1374.723112] env[69751]: _type = "Task" [ 1374.723112] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.734788] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.752974] env[69751]: DEBUG nova.scheduler.client.report [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.950308] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d06efe-74e5-7967-04bd-7bcb8e0cd4f7, 'name': SearchDatastore_Task, 'duration_secs': 0.020385} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.951128] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8848520d-14c2-4eac-9d5e-79cec8fadeb3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.956824] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1374.956824] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c1bf3f-7a51-4bce-d2b3-773042f4b69a" [ 1374.956824] env[69751]: _type = "Task" [ 1374.956824] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.964338] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c1bf3f-7a51-4bce-d2b3-773042f4b69a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.994015] env[69751]: INFO nova.virt.block_device [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Booting with volume 890c6304-779e-4cb4-8eeb-765bddba4154 at /dev/sda [ 1375.032619] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37937e5f-c504-4bb8-82d8-d00a2e143e78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.042248] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ae008f-8f50-4eb8-9ab0-eb6c0b7753c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.074333] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e3535a0-4f58-423b-b62f-041b768e26aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.083881] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c557e855-652f-4dd7-b506-84b4b63ff6ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.113719] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903aab40-f478-4aed-b24b-724353a94e09 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.120486] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207f3863-1a7f-41ce-8d9f-f8e2d2ec394a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.123065] env[69751]: INFO nova.compute.manager [-] [instance: d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec] Took 1.25 seconds to deallocate network for instance. [ 1375.137031] env[69751]: DEBUG nova.virt.block_device [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating existing volume attachment record: dc836dae-b621-4009-bb1f-603c9674bf0c {{(pid=69751) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1375.234203] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484685, 'name': ReconfigVM_Task, 'duration_secs': 0.134954} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.234549] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696592', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'name': 'volume-e98a39fc-9034-4e4f-8435-480cef6bab60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5784eb8b-f661-41b8-a86b-8ab9a713e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'serial': 'e98a39fc-9034-4e4f-8435-480cef6bab60'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1375.235162] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f237cee0-08f2-4177-a1bb-72fda0d5653c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.243098] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1375.243098] env[69751]: value = "task-3484686" [ 1375.243098] env[69751]: _type = "Task" [ 1375.243098] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.251685] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484686, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.257512] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.281174] env[69751]: INFO nova.scheduler.client.report [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Deleted allocations for instance 8dc492db-8d6e-402f-9265-dfa9c3f36687 [ 1375.468059] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52c1bf3f-7a51-4bce-d2b3-773042f4b69a, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.468059] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.468059] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1375.468623] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d11dc166-749c-4bc1-8b40-f663c2529deb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.475284] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1375.475284] env[69751]: value = "task-3484687" [ 1375.475284] env[69751]: _type = "Task" [ 1375.475284] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.483101] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484687, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.631029] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.631177] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.631558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.652644] env[69751]: INFO nova.scheduler.client.report [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Deleted allocations for instance d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec [ 1375.757589] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484686, 'name': Rename_Task, 'duration_secs': 0.194064} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.757878] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.758156] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b00da50-2f29-4033-9423-58809ebb9ab2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.768335] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1375.768335] env[69751]: value = "task-3484688" [ 1375.768335] env[69751]: _type = "Task" [ 1375.768335] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.778405] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484688, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.781161] env[69751]: DEBUG nova.compute.manager [req-6fdee9cd-6732-48c2-b3b0-b2cdcfe784d0 req-2e494cb1-198b-4c10-9975-33a4d8236deb service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Received event network-vif-plugged-47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.781387] env[69751]: DEBUG oslo_concurrency.lockutils [req-6fdee9cd-6732-48c2-b3b0-b2cdcfe784d0 req-2e494cb1-198b-4c10-9975-33a4d8236deb service nova] Acquiring lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.781684] env[69751]: DEBUG oslo_concurrency.lockutils [req-6fdee9cd-6732-48c2-b3b0-b2cdcfe784d0 req-2e494cb1-198b-4c10-9975-33a4d8236deb service nova] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.781885] env[69751]: DEBUG oslo_concurrency.lockutils [req-6fdee9cd-6732-48c2-b3b0-b2cdcfe784d0 req-2e494cb1-198b-4c10-9975-33a4d8236deb service nova] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.782060] env[69751]: DEBUG nova.compute.manager [req-6fdee9cd-6732-48c2-b3b0-b2cdcfe784d0 req-2e494cb1-198b-4c10-9975-33a4d8236deb service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] No waiting events found dispatching network-vif-plugged-47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1375.782227] env[69751]: WARNING nova.compute.manager [req-6fdee9cd-6732-48c2-b3b0-b2cdcfe784d0 req-2e494cb1-198b-4c10-9975-33a4d8236deb service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Received unexpected event network-vif-plugged-47c78363-f552-43ee-aa16-3ff057bc588b for instance with vm_state building and task_state block_device_mapping. [ 1375.791598] env[69751]: DEBUG oslo_concurrency.lockutils [None req-03bef012-6bc5-4982-80c7-29f54ceeed58 tempest-AttachInterfacesTestJSON-1151289885 tempest-AttachInterfacesTestJSON-1151289885-project-member] Lock "8dc492db-8d6e-402f-9265-dfa9c3f36687" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.875s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.906093] env[69751]: DEBUG nova.network.neutron [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Successfully updated port: 47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.986256] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484687, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451308} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.986455] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.986727] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.987020] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-012e14d1-ffa3-4ea2-aff9-0493945d2827 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.994873] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1375.994873] env[69751]: value = "task-3484689" [ 1375.994873] env[69751]: _type = "Task" [ 1375.994873] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.002139] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.162800] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0403d0a1-3c70-4ff0-b63f-76010148e2fe tempest-DeleteServersTestJSON-1586586034 tempest-DeleteServersTestJSON-1586586034-project-member] Lock "d3be83a7-ad2a-4bb5-9cf9-d2507b0ed8ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.964s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.281337] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484688, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.408321] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.409908] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.409908] env[69751]: DEBUG nova.network.neutron [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.506618] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078945} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.506927] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.508028] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fdb629-b30a-46f4-b08b-65c7d5de5d8f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.531271] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.531673] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-296abfee-f3c3-44af-9d27-e179acfeec7d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.555635] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1376.555635] env[69751]: value = "task-3484691" [ 1376.555635] env[69751]: _type = "Task" [ 1376.555635] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.567832] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.779818] env[69751]: DEBUG oslo_vmware.api [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484688, 'name': PowerOnVM_Task, 'duration_secs': 0.549957} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.780097] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.916559] env[69751]: DEBUG nova.compute.manager [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1376.917527] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a181fb4-3e7b-4ca5-92b1-37a30a1e85b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.955422] env[69751]: DEBUG nova.network.neutron [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.066033] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484691, 'name': ReconfigVM_Task, 'duration_secs': 0.480536} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.066328] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.069758] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72704a3b-ca2c-40ef-8e40-b1308a2fef1b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.076436] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1377.076436] env[69751]: value = "task-3484692" [ 1377.076436] env[69751]: _type = "Task" [ 1377.076436] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.084541] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484692, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.197534] env[69751]: DEBUG nova.network.neutron [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance_info_cache with network_info: [{"id": "47c78363-f552-43ee-aa16-3ff057bc588b", "address": "fa:16:3e:71:9a:ef", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c78363-f5", "ovs_interfaceid": "47c78363-f552-43ee-aa16-3ff057bc588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.220981] env[69751]: DEBUG nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1377.221580] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1377.221810] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1377.221966] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1377.222165] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1377.222315] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1377.222517] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1377.222763] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1377.222925] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1377.223106] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1377.223273] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1377.223475] env[69751]: DEBUG nova.virt.hardware [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1377.224624] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f2fa7-c9d7-4502-8156-999928e0156a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.234497] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6350c9d6-0e0f-44db-9b4e-52ccc67a76ab {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.438702] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ae53f15b-75bc-4d90-ae5f-c20c499364e9 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.281s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.587261] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484692, 'name': Rename_Task, 'duration_secs': 0.395897} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.587611] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.587869] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59352a90-53ac-46fe-bae1-7f1cc9a2f387 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.596024] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1377.596024] env[69751]: value = "task-3484693" [ 1377.596024] env[69751]: _type = "Task" [ 1377.596024] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.605589] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.700428] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.700781] env[69751]: DEBUG nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Instance network_info: |[{"id": "47c78363-f552-43ee-aa16-3ff057bc588b", "address": "fa:16:3e:71:9a:ef", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c78363-f5", "ovs_interfaceid": "47c78363-f552-43ee-aa16-3ff057bc588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1377.701229] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:9a:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b56036cd-97ac-47f5-9089-7b38bfe99228', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47c78363-f552-43ee-aa16-3ff057bc588b', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.708905] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.709136] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.709361] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-860417c6-de58-4414-a411-1c831c720dc1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.731264] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.731264] env[69751]: value = "task-3484694" [ 1377.731264] env[69751]: _type = "Task" [ 1377.731264] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.740277] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484694, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.814910] env[69751]: DEBUG nova.compute.manager [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Received event network-changed-47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.814910] env[69751]: DEBUG nova.compute.manager [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Refreshing instance network info cache due to event network-changed-47c78363-f552-43ee-aa16-3ff057bc588b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1377.814910] env[69751]: DEBUG oslo_concurrency.lockutils [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] Acquiring lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.814910] env[69751]: DEBUG oslo_concurrency.lockutils [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] Acquired lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.814910] env[69751]: DEBUG nova.network.neutron [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Refreshing network info cache for port 47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.105784] env[69751]: DEBUG oslo_vmware.api [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484693, 'name': PowerOnVM_Task, 'duration_secs': 0.501564} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.106076] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.106280] env[69751]: INFO nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Took 4.83 seconds to spawn the instance on the hypervisor. [ 1378.106457] env[69751]: DEBUG nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1378.107526] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079452ae-3c4e-4994-9a29-34ec94fc4d4a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.242243] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484694, 'name': CreateVM_Task, 'duration_secs': 0.387763} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.242970] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.243342] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'dc836dae-b621-4009-bb1f-603c9674bf0c', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696593', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'name': 'volume-890c6304-779e-4cb4-8eeb-765bddba4154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5da0c5e3-f005-4205-8f38-6a79b8613974', 'attached_at': '', 'detached_at': '', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'serial': '890c6304-779e-4cb4-8eeb-765bddba4154'}, 'volume_type': None}], 'swap': None} {{(pid=69751) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1378.243559] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Root volume attach. Driver type: vmdk {{(pid=69751) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1378.244412] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d74b4d-08a7-45a5-b796-937e4f400cec {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.252821] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4393ae89-6064-4508-9c2f-e32d45bde506 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.259650] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9947746-1a4d-4a29-ae98-bccd4dfa90a4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.268507] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-892517da-aeb7-400f-bcdb-0675a2ca0a2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.276888] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1378.276888] env[69751]: value = "task-3484695" [ 1378.276888] env[69751]: _type = "Task" [ 1378.276888] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.285454] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.548561] env[69751]: DEBUG nova.network.neutron [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updated VIF entry in instance network info cache for port 47c78363-f552-43ee-aa16-3ff057bc588b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.549300] env[69751]: DEBUG nova.network.neutron [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance_info_cache with network_info: [{"id": "47c78363-f552-43ee-aa16-3ff057bc588b", "address": "fa:16:3e:71:9a:ef", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c78363-f5", "ovs_interfaceid": "47c78363-f552-43ee-aa16-3ff057bc588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.626531] env[69751]: INFO nova.compute.manager [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Took 12.12 seconds to build instance. [ 1378.788017] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 40%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.052842] env[69751]: DEBUG oslo_concurrency.lockutils [req-ab306e97-7ab8-417d-b568-fd634a902728 req-057a2412-6a8f-483b-ad9f-1147fcea74d1 service nova] Releasing lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.128991] env[69751]: DEBUG oslo_concurrency.lockutils [None req-133e0fc3-2cc5-4636-8076-08ea5d6bbff2 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.628s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.288262] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 53%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.788791] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 67%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.157862] env[69751]: INFO nova.compute.manager [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Rebuilding instance [ 1380.210287] env[69751]: DEBUG nova.compute.manager [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1380.211182] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5bdf7f-9ad4-4ee8-ac05-7b96f55c3e2e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.289957] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 81%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.791341] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.228145] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.228145] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-387f8af6-5c04-437e-bb26-e45ae8f6ccd6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.238689] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1381.238689] env[69751]: value = "task-3484696" [ 1381.238689] env[69751]: _type = "Task" [ 1381.238689] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.250801] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.291430] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 97%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.750393] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484696, 'name': PowerOffVM_Task, 'duration_secs': 0.35262} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.750687] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.751564] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1381.752119] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6aa973-9676-4d23-99ac-0be525560e80 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.759626] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1381.759900] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba4ca29f-42be-4603-b2d0-75b9c4868afb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.788211] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1381.788453] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1381.788643] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Deleting the datastore file [datastore1] ad14f5bb-2a96-48b6-bc9a-6899c226ce10 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1381.789988] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e289de4-9f40-44aa-b7ce-49353fa4afc3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.797699] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task} progress is 98%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.799155] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1381.799155] env[69751]: value = "task-3484698" [ 1381.799155] env[69751]: _type = "Task" [ 1381.799155] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.808266] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.292346] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484695, 'name': RelocateVM_Task, 'duration_secs': 3.60232} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.292626] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Volume attach. Driver type: vmdk {{(pid=69751) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1382.292815] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696593', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'name': 'volume-890c6304-779e-4cb4-8eeb-765bddba4154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5da0c5e3-f005-4205-8f38-6a79b8613974', 'attached_at': '', 'detached_at': '', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'serial': '890c6304-779e-4cb4-8eeb-765bddba4154'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1382.293609] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a769f1e-00a9-4490-b207-dfec7d4a2de4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.312038] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd8de81-21ff-498f-8324-d7b7126e09c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.319363] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258486} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.328153] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1382.328352] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1382.328533] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1382.339317] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-890c6304-779e-4cb4-8eeb-765bddba4154/volume-890c6304-779e-4cb4-8eeb-765bddba4154.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.340229] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee4c3e2a-1e79-4fe3-9754-f0040d2d1573 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.362747] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1382.362747] env[69751]: value = "task-3484699" [ 1382.362747] env[69751]: _type = "Task" [ 1382.362747] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.373933] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.580116] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.580116] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.580402] env[69751]: INFO nova.compute.manager [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Shelving [ 1382.875172] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484699, 'name': ReconfigVM_Task, 'duration_secs': 0.295485} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.875172] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-890c6304-779e-4cb4-8eeb-765bddba4154/volume-890c6304-779e-4cb4-8eeb-765bddba4154.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.880376] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef9ddae4-cc6d-4552-9a5d-3680b957e1e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.897866] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1382.897866] env[69751]: value = "task-3484700" [ 1382.897866] env[69751]: _type = "Task" [ 1382.897866] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.906921] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.386637] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1383.386897] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1383.387099] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1383.387326] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1383.387489] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1383.388199] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1383.388425] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1383.388589] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1383.388776] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1383.388919] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1383.389129] env[69751]: DEBUG nova.virt.hardware [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1383.390027] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49249e62-0553-4650-9c91-c57ede8a3b35 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.403453] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd926f9e-6609-415e-b6c5-f3e517a57a16 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.415302] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.426052] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Instance VIF info [] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.432649] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.432932] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.433191] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2792bd52-987a-47a8-a7da-644c975bc85a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.451413] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.451413] env[69751]: value = "task-3484701" [ 1383.451413] env[69751]: _type = "Task" [ 1383.451413] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.461180] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484701, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.590533] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.590788] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d61093dc-5e76-479f-a7aa-9d6b9e352815 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.602302] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1383.602302] env[69751]: value = "task-3484702" [ 1383.602302] env[69751]: _type = "Task" [ 1383.602302] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.616876] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.909731] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.963030] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484701, 'name': CreateVM_Task, 'duration_secs': 0.296491} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.963030] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1383.963273] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.963435] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.963762] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.964038] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9ee0320-172f-4d4c-9cb0-5bf88570d256 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.969557] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1383.969557] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528d532f-a4c3-942e-43c3-46fb77380716" [ 1383.969557] env[69751]: _type = "Task" [ 1383.969557] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.979179] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528d532f-a4c3-942e-43c3-46fb77380716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.113951] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.421588] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484700, 'name': ReconfigVM_Task, 'duration_secs': 1.143225} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.421901] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696593', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'name': 'volume-890c6304-779e-4cb4-8eeb-765bddba4154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5da0c5e3-f005-4205-8f38-6a79b8613974', 'attached_at': '', 'detached_at': '', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'serial': '890c6304-779e-4cb4-8eeb-765bddba4154'} {{(pid=69751) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1384.422450] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79141051-9ddb-49ff-b6ee-e9cae5f78f81 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.436945] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1384.436945] env[69751]: value = "task-3484703" [ 1384.436945] env[69751]: _type = "Task" [ 1384.436945] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.450399] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484703, 'name': Rename_Task} progress is 10%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.481467] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]528d532f-a4c3-942e-43c3-46fb77380716, 'name': SearchDatastore_Task, 'duration_secs': 0.014561} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.481832] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.482111] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.482584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.482584] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.482745] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.483077] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b8a43f-c56d-474c-ae35-9595c7f72653 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.495021] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1384.495243] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1384.499914] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79dd1834-4dc9-4c69-b7f8-b297704b4f94 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.504111] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1384.504111] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a40434-29eb-8793-3888-0379e94669c8" [ 1384.504111] env[69751]: _type = "Task" [ 1384.504111] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.514040] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a40434-29eb-8793-3888-0379e94669c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.615091] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484702, 'name': PowerOffVM_Task, 'duration_secs': 0.630217} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.615390] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.616227] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbfb6b5-9992-41b1-80a8-7776cf030bd1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.636612] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404a13d5-399e-4f72-9f7f-5093c62ae5af {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.948385] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484703, 'name': Rename_Task, 'duration_secs': 0.159918} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.949250] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1384.949250] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27fc2b19-c75a-4f2e-bf1b-5d12de8228d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.957416] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1384.957416] env[69751]: value = "task-3484704" [ 1384.957416] env[69751]: _type = "Task" [ 1384.957416] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.967298] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.015602] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52a40434-29eb-8793-3888-0379e94669c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013655} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.016048] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b19d71f7-077b-4465-ba02-4d5124fcfe3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.022317] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1385.022317] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52faa194-05cf-83fd-0bc4-31c7691aa618" [ 1385.022317] env[69751]: _type = "Task" [ 1385.022317] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.031644] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52faa194-05cf-83fd-0bc4-31c7691aa618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.151447] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1385.151447] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-226e2640-6f0b-4dbd-81a9-bca22bd6caae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.161379] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1385.161379] env[69751]: value = "task-3484705" [ 1385.161379] env[69751]: _type = "Task" [ 1385.161379] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.171075] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484705, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.470158] env[69751]: DEBUG oslo_vmware.api [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484704, 'name': PowerOnVM_Task, 'duration_secs': 0.505187} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.470551] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1385.470844] env[69751]: INFO nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1385.471127] env[69751]: DEBUG nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1385.472781] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5354c7e0-b393-4a4d-8ceb-3959259dcbe4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.536521] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52faa194-05cf-83fd-0bc4-31c7691aa618, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.536619] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.536975] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.537408] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf57dee1-5d15-4b2a-a726-83a016e4901c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.549363] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1385.549363] env[69751]: value = "task-3484706" [ 1385.549363] env[69751]: _type = "Task" [ 1385.549363] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.557848] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.671969] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484705, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.994345] env[69751]: INFO nova.compute.manager [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Took 15.60 seconds to build instance. [ 1386.060471] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484706, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.172696] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484705, 'name': CreateSnapshot_Task, 'duration_secs': 0.555717} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.173018] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1386.173775] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5c743a-18b1-47c8-8bc2-9cb0c3b6dac5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.496695] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0ea2531c-5393-47aa-a529-f07e009b200c tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.105s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.560383] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516788} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.560628] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.560849] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.562166] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3b79a07-58bb-4a6a-a82b-5d0b4ac1ebf5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.567635] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1386.567635] env[69751]: value = "task-3484707" [ 1386.567635] env[69751]: _type = "Task" [ 1386.567635] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.575287] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.654986] env[69751]: DEBUG nova.compute.manager [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Received event network-changed-39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.655326] env[69751]: DEBUG nova.compute.manager [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Refreshing instance network info cache due to event network-changed-39ba5ffc-f271-4fb6-bac4-0f64084524b0. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1386.655420] env[69751]: DEBUG oslo_concurrency.lockutils [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] Acquiring lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.655562] env[69751]: DEBUG oslo_concurrency.lockutils [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] Acquired lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.655722] env[69751]: DEBUG nova.network.neutron [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Refreshing network info cache for port 39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.692358] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1386.692619] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-27545230-421d-46d8-a311-6205a13cd8c8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.702850] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1386.702850] env[69751]: value = "task-3484708" [ 1386.702850] env[69751]: _type = "Task" [ 1386.702850] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.710881] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484708, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.762475] env[69751]: DEBUG oslo_concurrency.lockutils [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "733cba42-e554-4273-b352-57437bdd1160" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.762829] env[69751]: DEBUG oslo_concurrency.lockutils [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.763035] env[69751]: DEBUG nova.compute.manager [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1386.763916] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc41336e-4207-4fc1-98ce-57567715d052 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.770594] env[69751]: DEBUG nova.compute.manager [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69751) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1386.771215] env[69751]: DEBUG nova.objects.instance [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'flavor' on Instance uuid 733cba42-e554-4273-b352-57437bdd1160 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.077831] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067342} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.078122] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1387.078996] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7790e6a5-2148-4f17-b43c-6fa74573697a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.098624] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.098913] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cee0df3f-6bbc-48fd-90db-b0c14192fe36 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.119541] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1387.119541] env[69751]: value = "task-3484709" [ 1387.119541] env[69751]: _type = "Task" [ 1387.119541] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.127460] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.213135] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484708, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.355772] env[69751]: DEBUG nova.network.neutron [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updated VIF entry in instance network info cache for port 39ba5ffc-f271-4fb6-bac4-0f64084524b0. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.356148] env[69751]: DEBUG nova.network.neutron [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updating instance_info_cache with network_info: [{"id": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "address": "fa:16:3e:30:8b:dd", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ba5ffc-f2", "ovs_interfaceid": "39ba5ffc-f271-4fb6-bac4-0f64084524b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.628699] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484709, 'name': ReconfigVM_Task, 'duration_secs': 0.28359} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.629013] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Reconfigured VM instance instance-0000007b to attach disk [datastore2] ad14f5bb-2a96-48b6-bc9a-6899c226ce10/ad14f5bb-2a96-48b6-bc9a-6899c226ce10.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.629906] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95232f2a-3e25-4f54-92b8-0dd2257fc5e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.636461] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1387.636461] env[69751]: value = "task-3484710" [ 1387.636461] env[69751]: _type = "Task" [ 1387.636461] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.645210] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484710, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.713243] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484708, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.778249] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.778600] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1da5d6b6-4bf9-4e2f-816f-a60345c76668 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.785511] env[69751]: DEBUG oslo_vmware.api [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1387.785511] env[69751]: value = "task-3484711" [ 1387.785511] env[69751]: _type = "Task" [ 1387.785511] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.793469] env[69751]: DEBUG oslo_vmware.api [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.858798] env[69751]: DEBUG oslo_concurrency.lockutils [req-ca411a05-aeb2-47f8-9c82-6b3099344ce2 req-abaf0c70-46be-4657-935f-df5045743ced service nova] Releasing lock "refresh_cache-c3f35115-410c-465c-a9f1-78d7d74976c7" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.071090] env[69751]: DEBUG nova.compute.manager [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Stashing vm_state: active {{(pid=69751) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1388.146048] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484710, 'name': Rename_Task, 'duration_secs': 0.127751} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.147026] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1388.147026] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ee16c16-faf6-4572-b3ec-d080ba8da9b1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.154413] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1388.154413] env[69751]: value = "task-3484712" [ 1388.154413] env[69751]: _type = "Task" [ 1388.154413] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.167389] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.214159] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484708, 'name': CloneVM_Task, 'duration_secs': 1.486434} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.214501] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Created linked-clone VM from snapshot [ 1388.215308] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38d4da-111c-4a0d-9a25-5733ad0929b8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.222449] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Uploading image 238d0236-e300-499c-a9d5-51290ac9ee54 {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1388.249303] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1388.249303] env[69751]: value = "vm-696602" [ 1388.249303] env[69751]: _type = "VirtualMachine" [ 1388.249303] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1388.249568] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0f0dbd92-8ca4-4d13-90fb-d6c562e4f031 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.255728] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease: (returnval){ [ 1388.255728] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5247022c-836b-be82-a147-f436a5f01069" [ 1388.255728] env[69751]: _type = "HttpNfcLease" [ 1388.255728] env[69751]: } obtained for exporting VM: (result){ [ 1388.255728] env[69751]: value = "vm-696602" [ 1388.255728] env[69751]: _type = "VirtualMachine" [ 1388.255728] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1388.255958] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the lease: (returnval){ [ 1388.255958] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5247022c-836b-be82-a147-f436a5f01069" [ 1388.255958] env[69751]: _type = "HttpNfcLease" [ 1388.255958] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1388.261994] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.261994] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5247022c-836b-be82-a147-f436a5f01069" [ 1388.261994] env[69751]: _type = "HttpNfcLease" [ 1388.261994] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1388.294466] env[69751]: DEBUG oslo_vmware.api [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484711, 'name': PowerOffVM_Task, 'duration_secs': 0.273022} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.294721] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.294916] env[69751]: DEBUG nova.compute.manager [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1388.295684] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f53986-a0dc-4011-b4aa-c5dda8e617ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.594061] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.594430] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.664343] env[69751]: DEBUG oslo_vmware.api [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484712, 'name': PowerOnVM_Task, 'duration_secs': 0.472951} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.664626] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.664835] env[69751]: DEBUG nova.compute.manager [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1388.665611] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406f08ca-9d09-471c-afb4-b5c5befe0cba {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.679515] env[69751]: DEBUG nova.compute.manager [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Received event network-changed-47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.679842] env[69751]: DEBUG nova.compute.manager [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Refreshing instance network info cache due to event network-changed-47c78363-f552-43ee-aa16-3ff057bc588b. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.679985] env[69751]: DEBUG oslo_concurrency.lockutils [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] Acquiring lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.680132] env[69751]: DEBUG oslo_concurrency.lockutils [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] Acquired lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.680294] env[69751]: DEBUG nova.network.neutron [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Refreshing network info cache for port 47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1388.764529] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.764529] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5247022c-836b-be82-a147-f436a5f01069" [ 1388.764529] env[69751]: _type = "HttpNfcLease" [ 1388.764529] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1388.764987] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1388.764987] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5247022c-836b-be82-a147-f436a5f01069" [ 1388.764987] env[69751]: _type = "HttpNfcLease" [ 1388.764987] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1388.765711] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b1cf81-8a95-43d8-b7bf-f84d74d35503 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.772954] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caf7d1-9554-83d2-4b95-2a53c7aa768c/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1388.773239] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caf7d1-9554-83d2-4b95-2a53c7aa768c/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1388.833565] env[69751]: DEBUG oslo_concurrency.lockutils [None req-24819ad7-d270-4f9d-8be0-9c5bde0cc5e2 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.938836] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-afda2b72-203d-45e5-bad5-a555e1a5ea22 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.100192] env[69751]: INFO nova.compute.claims [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.181995] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.186480] env[69751]: DEBUG nova.objects.instance [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'flavor' on Instance uuid 733cba42-e554-4273-b352-57437bdd1160 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.420723] env[69751]: DEBUG nova.network.neutron [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updated VIF entry in instance network info cache for port 47c78363-f552-43ee-aa16-3ff057bc588b. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.421244] env[69751]: DEBUG nova.network.neutron [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance_info_cache with network_info: [{"id": "47c78363-f552-43ee-aa16-3ff057bc588b", "address": "fa:16:3e:71:9a:ef", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c78363-f5", "ovs_interfaceid": "47c78363-f552-43ee-aa16-3ff057bc588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.608047] env[69751]: INFO nova.compute.resource_tracker [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating resource usage from migration 9af8e1b3-58d0-446d-be10-9c4877e00ef5 [ 1389.691362] env[69751]: DEBUG oslo_concurrency.lockutils [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.691442] env[69751]: DEBUG oslo_concurrency.lockutils [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.691613] env[69751]: DEBUG nova.network.neutron [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.691830] env[69751]: DEBUG nova.objects.instance [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'info_cache' on Instance uuid 733cba42-e554-4273-b352-57437bdd1160 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.732027] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35b51bf-b913-4c8e-9077-57561fe08aed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.744832] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65449249-2ffd-49c4-836b-f48b8901a235 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.778640] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343fb069-dd5a-4cbf-aaa0-e15b87ac83b4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.787016] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a968f-8f17-425a-8b3f-eacf4a674076 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.801716] env[69751]: DEBUG nova.compute.provider_tree [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.925180] env[69751]: DEBUG oslo_concurrency.lockutils [req-47f129d7-c30f-4236-956c-adea940fa96b req-35571077-2e5b-46f1-b9e4-26462ccd2d52 service nova] Releasing lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.198174] env[69751]: DEBUG nova.objects.base [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Object Instance<733cba42-e554-4273-b352-57437bdd1160> lazy-loaded attributes: flavor,info_cache {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1390.239313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.239683] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.239992] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.240264] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.240483] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.244622] env[69751]: INFO nova.compute.manager [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Terminating instance [ 1390.306821] env[69751]: DEBUG nova.scheduler.client.report [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.752302] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "refresh_cache-ad14f5bb-2a96-48b6-bc9a-6899c226ce10" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.752545] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquired lock "refresh_cache-ad14f5bb-2a96-48b6-bc9a-6899c226ce10" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.752889] env[69751]: DEBUG nova.network.neutron [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.811257] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.811493] env[69751]: INFO nova.compute.manager [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Migrating [ 1390.818137] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.636s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.818360] env[69751]: DEBUG nova.objects.instance [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69751) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1390.956820] env[69751]: DEBUG nova.network.neutron [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updating instance_info_cache with network_info: [{"id": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "address": "fa:16:3e:f2:05:34", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd34a328-27", "ovs_interfaceid": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.274259] env[69751]: DEBUG nova.network.neutron [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.323262] env[69751]: DEBUG nova.network.neutron [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.330192] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.330474] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.330692] env[69751]: DEBUG nova.network.neutron [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1391.459408] env[69751]: DEBUG oslo_concurrency.lockutils [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.826105] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Releasing lock "refresh_cache-ad14f5bb-2a96-48b6-bc9a-6899c226ce10" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.826528] env[69751]: DEBUG nova.compute.manager [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1391.826724] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1391.827745] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a72474-6435-439c-9f76-3fdc5525050f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.837350] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.838225] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5a4e8d55-3e68-491d-9f9a-2bee332a7493 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.839171] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35c91b07-beda-463e-a174-d0efbc318760 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.846409] env[69751]: DEBUG oslo_vmware.api [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1391.846409] env[69751]: value = "task-3484714" [ 1391.846409] env[69751]: _type = "Task" [ 1391.846409] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.854897] env[69751]: DEBUG oslo_vmware.api [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.085947] env[69751]: DEBUG nova.network.neutron [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance_info_cache with network_info: [{"id": "47c78363-f552-43ee-aa16-3ff057bc588b", "address": "fa:16:3e:71:9a:ef", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c78363-f5", "ovs_interfaceid": "47c78363-f552-43ee-aa16-3ff057bc588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.356578] env[69751]: DEBUG oslo_vmware.api [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484714, 'name': PowerOffVM_Task, 'duration_secs': 0.13167} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.356931] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.356972] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.357204] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a9c5af2-2a6d-4cf7-8bdc-913582f6b28c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.385740] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.385970] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.386137] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Deleting the datastore file [datastore2] ad14f5bb-2a96-48b6-bc9a-6899c226ce10 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.386406] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2e2ce73-abba-4da7-9bba-335ef7b1c368 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.391486] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.391754] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1392.391908] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1392.394084] env[69751]: DEBUG oslo_vmware.api [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for the task: (returnval){ [ 1392.394084] env[69751]: value = "task-3484716" [ 1392.394084] env[69751]: _type = "Task" [ 1392.394084] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.401726] env[69751]: DEBUG oslo_vmware.api [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.466582] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1392.466942] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b97368b6-bd96-4582-b5c6-55d126c20b81 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.474605] env[69751]: DEBUG oslo_vmware.api [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1392.474605] env[69751]: value = "task-3484717" [ 1392.474605] env[69751]: _type = "Task" [ 1392.474605] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.486185] env[69751]: DEBUG oslo_vmware.api [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.589314] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.903745] env[69751]: DEBUG oslo_vmware.api [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Task: {'id': task-3484716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109943} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.904022] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1392.904214] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1392.904390] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1392.904583] env[69751]: INFO nova.compute.manager [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1392.904831] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1392.905080] env[69751]: DEBUG nova.compute.manager [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1392.905155] env[69751]: DEBUG nova.network.neutron [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1392.925545] env[69751]: DEBUG nova.network.neutron [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.983908] env[69751]: DEBUG oslo_vmware.api [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484717, 'name': PowerOnVM_Task, 'duration_secs': 0.394387} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.984204] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.984421] env[69751]: DEBUG nova.compute.manager [None req-520e9969-8cbd-4394-b042-46ed273a2933 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1392.985226] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e11181b-1a01-458d-aedf-8613806b7d54 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.391740] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.392059] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1393.428143] env[69751]: DEBUG nova.network.neutron [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.931229] env[69751]: INFO nova.compute.manager [-] [instance: ad14f5bb-2a96-48b6-bc9a-6899c226ce10] Took 1.03 seconds to deallocate network for instance. [ 1394.051558] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d28fac3-3aa6-420f-af2b-c726c6744281 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.058672] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f68744bf-fed7-494f-bf5c-3358f06cd94e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Suspending the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1394.058911] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8e763b56-a511-48fe-b247-dd5925edd9cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.065624] env[69751]: DEBUG oslo_vmware.api [None req-f68744bf-fed7-494f-bf5c-3358f06cd94e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1394.065624] env[69751]: value = "task-3484718" [ 1394.065624] env[69751]: _type = "Task" [ 1394.065624] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.073523] env[69751]: DEBUG oslo_vmware.api [None req-f68744bf-fed7-494f-bf5c-3358f06cd94e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484718, 'name': SuspendVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.104604] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91750be6-d93b-470c-91be-944c249b3d3b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.125037] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance '5da0c5e3-f005-4205-8f38-6a79b8613974' progress to 0 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.386981] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.390849] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.391131] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.438267] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1394.438688] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1394.438874] env[69751]: DEBUG nova.objects.instance [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lazy-loading 'resources' on Instance uuid ad14f5bb-2a96-48b6-bc9a-6899c226ce10 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.575652] env[69751]: DEBUG oslo_vmware.api [None req-f68744bf-fed7-494f-bf5c-3358f06cd94e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484718, 'name': SuspendVM_Task} progress is 70%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.631473] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.631799] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c82138-f7c0-4a8f-8fd9-9539c9b9bdac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.638807] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1394.638807] env[69751]: value = "task-3484719" [ 1394.638807] env[69751]: _type = "Task" [ 1394.638807] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.647484] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.894694] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.062378] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2e4fe9-1679-4a4d-a59c-580fbb064fdd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.073336] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18624d-3b2e-4f52-9712-686336894e9f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.079292] env[69751]: DEBUG oslo_vmware.api [None req-f68744bf-fed7-494f-bf5c-3358f06cd94e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484718, 'name': SuspendVM_Task, 'duration_secs': 0.882386} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.079937] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f68744bf-fed7-494f-bf5c-3358f06cd94e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Suspended the VM {{(pid=69751) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1395.080156] env[69751]: DEBUG nova.compute.manager [None req-f68744bf-fed7-494f-bf5c-3358f06cd94e tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1395.080952] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7f10a8-6695-4392-9f49-f34a9000c43f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.107309] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795f104b-d7c1-4ff1-985d-c78069dba436 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.117839] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c11bcce-0781-413d-9153-8fb3d1dc1481 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.132548] env[69751]: DEBUG nova.compute.provider_tree [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1395.148460] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484719, 'name': PowerOffVM_Task, 'duration_secs': 0.336874} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.148672] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.148849] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance '5da0c5e3-f005-4205-8f38-6a79b8613974' progress to 17 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1395.635709] env[69751]: DEBUG nova.scheduler.client.report [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.655306] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:18Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1395.655544] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.655705] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1395.655890] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.656045] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1395.656193] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1395.656404] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1395.656586] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1395.656784] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1395.656950] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1395.657143] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1395.662883] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1a660f0-d146-4a9d-a633-aa0f28064c6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.679553] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1395.679553] env[69751]: value = "task-3484720" [ 1395.679553] env[69751]: _type = "Task" [ 1395.679553] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.687866] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.140684] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.702s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.143400] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.249s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.143400] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.143564] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1396.144409] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf09520-0791-4ea8-bb50-0d9cc564d08d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.153174] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c568a08b-84ce-4907-af13-cfc169690e17 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.159025] env[69751]: INFO nova.scheduler.client.report [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Deleted allocations for instance ad14f5bb-2a96-48b6-bc9a-6899c226ce10 [ 1396.171393] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2498a4d1-7de5-48b5-9240-0d478ab2369a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.178594] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73898e73-18c5-4af7-af07-eb3f29910a69 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.211397] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179928MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1396.211571] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.211802] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.216908] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484720, 'name': ReconfigVM_Task, 'duration_secs': 0.369162} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.217395] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance '5da0c5e3-f005-4205-8f38-6a79b8613974' progress to 33 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.416808] env[69751]: INFO nova.compute.manager [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Resuming [ 1396.417492] env[69751]: DEBUG nova.objects.instance [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'flavor' on Instance uuid 733cba42-e554-4273-b352-57437bdd1160 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1396.677309] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0f1125cd-42b0-4977-bc7c-76004f8284e0 tempest-ServersListShow2100Test-491731425 tempest-ServersListShow2100Test-491731425-project-member] Lock "ad14f5bb-2a96-48b6-bc9a-6899c226ce10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.438s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.723567] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1396.723804] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1396.723960] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.724156] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1396.724303] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.724447] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1396.724648] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1396.724805] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1396.724977] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1396.725205] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1396.725421] env[69751]: DEBUG nova.virt.hardware [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1396.731392] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1396.732356] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57b29179-9e81-426a-a9f1-7a2300532a55 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.753347] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1396.753347] env[69751]: value = "task-3484721" [ 1396.753347] env[69751]: _type = "Task" [ 1396.753347] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.762182] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.167295] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caf7d1-9554-83d2-4b95-2a53c7aa768c/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1397.168243] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03dafcf3-c3f8-4efb-b361-9c5aa4a80bbc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.174986] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caf7d1-9554-83d2-4b95-2a53c7aa768c/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1397.175174] env[69751]: ERROR oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caf7d1-9554-83d2-4b95-2a53c7aa768c/disk-0.vmdk due to incomplete transfer. [ 1397.175420] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-086eddd3-d30b-4f15-b96e-a0f59587087d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.182657] env[69751]: DEBUG oslo_vmware.rw_handles [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52caf7d1-9554-83d2-4b95-2a53c7aa768c/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1397.182877] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Uploaded image 238d0236-e300-499c-a9d5-51290ac9ee54 to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1397.185342] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1397.185575] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdd32552-259d-469e-91af-275aaae8024b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.191173] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1397.191173] env[69751]: value = "task-3484722" [ 1397.191173] env[69751]: _type = "Task" [ 1397.191173] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.198984] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484722, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.232872] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Applying migration context for instance 5da0c5e3-f005-4205-8f38-6a79b8613974 as it has an incoming, in-progress migration 9af8e1b3-58d0-446d-be10-9c4877e00ef5. Migration status is migrating {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1397.233856] env[69751]: INFO nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating resource usage from migration 9af8e1b3-58d0-446d-be10-9c4877e00ef5 [ 1397.253095] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c3f35115-410c-465c-a9f1-78d7d74976c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.253250] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance ce0786f5-1de4-4b06-befc-d5a5c610225a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.253372] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5fc3c996-b8fd-4f35-9186-7fe36c622a3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.253494] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 733cba42-e554-4273-b352-57437bdd1160 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.253609] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5784eb8b-f661-41b8-a86b-8ab9a713e43b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.253724] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Migration 9af8e1b3-58d0-446d-be10-9c4877e00ef5 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1397.253840] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5da0c5e3-f005-4205-8f38-6a79b8613974 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1397.254031] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1397.254172] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1397.264586] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484721, 'name': ReconfigVM_Task, 'duration_secs': 0.20517} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.264871] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1397.265682] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5bb5f8-c7b3-4a48-8b50-920398f3c875 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.289440] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-890c6304-779e-4cb4-8eeb-765bddba4154/volume-890c6304-779e-4cb4-8eeb-765bddba4154.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1397.291998] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-417d6a43-7c72-4dcd-98fa-403e217a5776 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.309774] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1397.309774] env[69751]: value = "task-3484723" [ 1397.309774] env[69751]: _type = "Task" [ 1397.309774] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.319589] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.369407] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c78c6-e7c6-4c5b-bab9-4fd32dc72c29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.376386] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62061fa0-e6ba-460f-a934-4aa1d763b2fa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.405536] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb99cd8d-a85a-416d-bc4f-078713eb76e6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.412703] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3ebfdb-a057-4fc8-ba5f-dd351b631840 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.425117] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.701754] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484722, 'name': Destroy_Task, 'duration_secs': 0.287273} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.702109] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Destroyed the VM [ 1397.702260] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1397.702500] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3725ca42-2c23-47ee-9018-b67b35eb60e3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.709171] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1397.709171] env[69751]: value = "task-3484724" [ 1397.709171] env[69751]: _type = "Task" [ 1397.709171] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.716378] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484724, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.818951] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484723, 'name': ReconfigVM_Task, 'duration_secs': 0.28457} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.819181] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-890c6304-779e-4cb4-8eeb-765bddba4154/volume-890c6304-779e-4cb4-8eeb-765bddba4154.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.819460] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance '5da0c5e3-f005-4205-8f38-6a79b8613974' progress to 50 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.929185] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.934321] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.934487] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquired lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.934655] env[69751]: DEBUG nova.network.neutron [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1398.218785] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484724, 'name': RemoveSnapshot_Task, 'duration_secs': 0.328639} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.220056] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1398.220056] env[69751]: DEBUG nova.compute.manager [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1398.220260] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ea1386-1e88-4bd4-8367-4115b0ba244f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.325951] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dfde6f-8b1d-4967-a920-9785a296a209 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.346095] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489ffb1c-527b-41ea-9f6d-b0b4cf6bbc47 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.364379] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance '5da0c5e3-f005-4205-8f38-6a79b8613974' progress to 67 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1398.436928] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1398.437231] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.225s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.628330] env[69751]: DEBUG nova.network.neutron [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updating instance_info_cache with network_info: [{"id": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "address": "fa:16:3e:f2:05:34", "network": {"id": "c7ebb8ed-43e2-4055-aaad-2ef9444cbd5a", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-620202298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1049b1da1d6545e98f5275bfff946cae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c3291573-fad8-48cc-a965-c3554e7cee4e", "external-id": "nsx-vlan-transportzone-115", "segmentation_id": 115, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd34a328-27", "ovs_interfaceid": "fd34a328-2763-4d02-8fb7-b6c576e7547d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.731279] env[69751]: INFO nova.compute.manager [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Shelve offloading [ 1399.131512] env[69751]: DEBUG oslo_concurrency.lockutils [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Releasing lock "refresh_cache-733cba42-e554-4273-b352-57437bdd1160" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.132475] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0970d2-86bc-4003-a63a-8f21b6121618 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.139613] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Resuming the VM {{(pid=69751) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1399.139847] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ad8fb97-5c56-4fa2-813c-56704f5ca2dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.148433] env[69751]: DEBUG oslo_vmware.api [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1399.148433] env[69751]: value = "task-3484725" [ 1399.148433] env[69751]: _type = "Task" [ 1399.148433] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.155908] env[69751]: DEBUG oslo_vmware.api [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.235493] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.235612] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-588851af-1e3b-4b9b-8eeb-806edd525b20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.243722] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1399.243722] env[69751]: value = "task-3484726" [ 1399.243722] env[69751]: _type = "Task" [ 1399.243722] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.255411] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1399.255643] env[69751]: DEBUG nova.compute.manager [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1399.256442] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d77ae5-10d6-4220-a7d2-ae8d1aac959b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.263477] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.263477] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.263477] env[69751]: DEBUG nova.network.neutron [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.440167] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.659935] env[69751]: DEBUG oslo_vmware.api [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484725, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.946223] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1399.979393] env[69751]: DEBUG nova.network.neutron [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f5c092-3b", "ovs_interfaceid": "93f5c092-3b34-440c-bb93-d93af69663ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.000132] env[69751]: DEBUG nova.network.neutron [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Port 47c78363-f552-43ee-aa16-3ff057bc588b binding to destination host cpu-1 is already ACTIVE {{(pid=69751) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1400.159738] env[69751]: DEBUG oslo_vmware.api [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484725, 'name': PowerOnVM_Task, 'duration_secs': 0.570525} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.159971] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Resumed the VM {{(pid=69751) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1400.160176] env[69751]: DEBUG nova.compute.manager [None req-0d09b00e-7e31-4a7b-92b5-30cf4e447c34 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1400.160990] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6adb59-6e09-4f8f-9e82-de2a4871f972 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.493220] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.746023] env[69751]: DEBUG nova.compute.manager [req-e9e834af-e9a9-475f-8521-10f210e3883a req-b6d04bec-ae31-46f5-82de-f2deb9684761 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-vif-unplugged-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1400.746258] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9e834af-e9a9-475f-8521-10f210e3883a req-b6d04bec-ae31-46f5-82de-f2deb9684761 service nova] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.746470] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9e834af-e9a9-475f-8521-10f210e3883a req-b6d04bec-ae31-46f5-82de-f2deb9684761 service nova] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.746639] env[69751]: DEBUG oslo_concurrency.lockutils [req-e9e834af-e9a9-475f-8521-10f210e3883a req-b6d04bec-ae31-46f5-82de-f2deb9684761 service nova] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.746824] env[69751]: DEBUG nova.compute.manager [req-e9e834af-e9a9-475f-8521-10f210e3883a req-b6d04bec-ae31-46f5-82de-f2deb9684761 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] No waiting events found dispatching network-vif-unplugged-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1400.747006] env[69751]: WARNING nova.compute.manager [req-e9e834af-e9a9-475f-8521-10f210e3883a req-b6d04bec-ae31-46f5-82de-f2deb9684761 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received unexpected event network-vif-unplugged-93f5c092-3b34-440c-bb93-d93af69663ac for instance with vm_state shelved and task_state shelving_offloading. [ 1400.873085] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.874084] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221e21b9-545d-4cf7-8c9c-b36840e10679 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.881694] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.881920] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8ec93fb-2f8a-4245-b68e-dcd20684aeb5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.947634] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.947978] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.948105] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleting the datastore file [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.948401] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e07a1621-dfdf-4241-bf0a-0d81613cbc93 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.955386] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1400.955386] env[69751]: value = "task-3484728" [ 1400.955386] env[69751]: _type = "Task" [ 1400.955386] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.963176] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.029067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.029067] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.029242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.205272] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "733cba42-e554-4273-b352-57437bdd1160" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.205570] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.205745] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "733cba42-e554-4273-b352-57437bdd1160-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.205926] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.206108] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.208031] env[69751]: INFO nova.compute.manager [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Terminating instance [ 1401.465692] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.711652] env[69751]: DEBUG nova.compute.manager [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.711849] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.712727] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8024d3c2-9cf2-4da8-9a03-0a3741920f42 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.720536] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.720758] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a255e92-2e55-4434-b751-f707e6bd9d40 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.726389] env[69751]: DEBUG oslo_vmware.api [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1401.726389] env[69751]: value = "task-3484729" [ 1401.726389] env[69751]: _type = "Task" [ 1401.726389] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.735012] env[69751]: DEBUG oslo_vmware.api [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.965362] env[69751]: DEBUG oslo_vmware.api [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.696336} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.965676] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.965746] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.965918] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.992693] env[69751]: INFO nova.scheduler.client.report [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted allocations for instance ce0786f5-1de4-4b06-befc-d5a5c610225a [ 1402.062661] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.062871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.063062] env[69751]: DEBUG nova.network.neutron [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1402.235981] env[69751]: DEBUG oslo_vmware.api [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484729, 'name': PowerOffVM_Task, 'duration_secs': 0.182012} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.236217] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.236384] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.236626] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfde6eb7-0ec7-4157-af41-7eac597c05cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.293584] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.293801] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.293970] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleting the datastore file [datastore1] 733cba42-e554-4273-b352-57437bdd1160 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.294241] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3af5aa1-fcef-4b3e-9654-48864e8f1a97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.300650] env[69751]: DEBUG oslo_vmware.api [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for the task: (returnval){ [ 1402.300650] env[69751]: value = "task-3484731" [ 1402.300650] env[69751]: _type = "Task" [ 1402.300650] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.307962] env[69751]: DEBUG oslo_vmware.api [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.497039] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.497348] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.497580] env[69751]: DEBUG nova.objects.instance [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'resources' on Instance uuid ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.770360] env[69751]: DEBUG nova.compute.manager [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.770624] env[69751]: DEBUG nova.compute.manager [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing instance network info cache due to event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.770859] env[69751]: DEBUG oslo_concurrency.lockutils [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] Acquiring lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.771009] env[69751]: DEBUG oslo_concurrency.lockutils [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] Acquired lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.771175] env[69751]: DEBUG nova.network.neutron [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.812387] env[69751]: DEBUG oslo_vmware.api [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Task: {'id': task-3484731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137063} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.812515] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.812702] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.812869] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.815809] env[69751]: INFO nova.compute.manager [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] [instance: 733cba42-e554-4273-b352-57437bdd1160] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1402.815809] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.815809] env[69751]: DEBUG nova.compute.manager [-] [instance: 733cba42-e554-4273-b352-57437bdd1160] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.815809] env[69751]: DEBUG nova.network.neutron [-] [instance: 733cba42-e554-4273-b352-57437bdd1160] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.822548] env[69751]: DEBUG nova.network.neutron [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance_info_cache with network_info: [{"id": "47c78363-f552-43ee-aa16-3ff057bc588b", "address": "fa:16:3e:71:9a:ef", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c78363-f5", "ovs_interfaceid": "47c78363-f552-43ee-aa16-3ff057bc588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.000172] env[69751]: DEBUG nova.objects.instance [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'numa_topology' on Instance uuid ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1403.271697] env[69751]: DEBUG nova.compute.manager [req-4943fad4-3164-4b34-956b-760c3e9c2d2f req-cc100002-ae7a-477e-bdbc-0723e71a0bdf service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Received event network-vif-deleted-fd34a328-2763-4d02-8fb7-b6c576e7547d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.271916] env[69751]: INFO nova.compute.manager [req-4943fad4-3164-4b34-956b-760c3e9c2d2f req-cc100002-ae7a-477e-bdbc-0723e71a0bdf service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Neutron deleted interface fd34a328-2763-4d02-8fb7-b6c576e7547d; detaching it from the instance and deleting it from the info cache [ 1403.272431] env[69751]: DEBUG nova.network.neutron [req-4943fad4-3164-4b34-956b-760c3e9c2d2f req-cc100002-ae7a-477e-bdbc-0723e71a0bdf service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.325101] env[69751]: DEBUG oslo_concurrency.lockutils [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.474361] env[69751]: DEBUG nova.network.neutron [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updated VIF entry in instance network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.474708] env[69751]: DEBUG nova.network.neutron [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap93f5c092-3b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.503137] env[69751]: DEBUG nova.objects.base [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1403.592759] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ddba0d-a694-4a90-8085-2e6f34a790c4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.600682] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d7ab91-5bb3-4741-8080-df711a5e07a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.633430] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9725627-71a9-427b-87cb-85cf55cd2432 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.640573] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b137236-6667-4053-9164-0bc3c98c7081 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.653960] env[69751]: DEBUG nova.compute.provider_tree [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.757072] env[69751]: DEBUG nova.network.neutron [-] [instance: 733cba42-e554-4273-b352-57437bdd1160] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.776742] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4e8a1af-475a-48a8-a388-636aca3ecb69 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.786183] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d836bf9d-d75e-4981-8daf-90fe4530f35f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.813772] env[69751]: DEBUG nova.compute.manager [req-4943fad4-3164-4b34-956b-760c3e9c2d2f req-cc100002-ae7a-477e-bdbc-0723e71a0bdf service nova] [instance: 733cba42-e554-4273-b352-57437bdd1160] Detach interface failed, port_id=fd34a328-2763-4d02-8fb7-b6c576e7547d, reason: Instance 733cba42-e554-4273-b352-57437bdd1160 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1403.834543] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c06b37-1cb3-4592-9ffd-e840945cec1e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.840986] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa71314-e2cc-4e50-89d4-4962c7722d02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.978242] env[69751]: DEBUG oslo_concurrency.lockutils [req-05dd015a-1370-4a68-82cf-1e690f06050e req-4186180b-f7eb-4be5-abe0-96ae46b28ecb service nova] Releasing lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.035742] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.157834] env[69751]: DEBUG nova.scheduler.client.report [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.259250] env[69751]: INFO nova.compute.manager [-] [instance: 733cba42-e554-4273-b352-57437bdd1160] Took 1.45 seconds to deallocate network for instance. [ 1404.663248] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.765172] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.765466] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.765687] env[69751]: DEBUG nova.objects.instance [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lazy-loading 'resources' on Instance uuid 733cba42-e554-4273-b352-57437bdd1160 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.942045] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb9c827-a2e7-4de9-afc6-2d7f0be4792e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.961457] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd07a85a-4f04-4826-bf1f-46442c878d86 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.967969] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance '5da0c5e3-f005-4205-8f38-6a79b8613974' progress to 83 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1405.171251] env[69751]: DEBUG oslo_concurrency.lockutils [None req-3dd8a724-bfbd-4988-9ae9-153ac8254a1d tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.591s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.172113] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.137s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.172299] env[69751]: INFO nova.compute.manager [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Unshelving [ 1405.361817] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562874aa-6ec8-4a0e-9479-bea57649e4dc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.369370] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8eb2d1-4f15-4d89-9ac2-b83e00ea7629 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.398303] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28287558-757b-46d4-a2da-b9c642463130 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.404989] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b38b74bf-b537-4292-a3e3-39675c2b57b3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.419427] env[69751]: DEBUG nova.compute.provider_tree [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.473973] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.474224] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74fdc3de-a961-468d-acf9-26f72b2f914f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.480811] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1405.480811] env[69751]: value = "task-3484732" [ 1405.480811] env[69751]: _type = "Task" [ 1405.480811] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.488384] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.922559] env[69751]: DEBUG nova.scheduler.client.report [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1405.990620] env[69751]: DEBUG oslo_vmware.api [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484732, 'name': PowerOnVM_Task, 'duration_secs': 0.346419} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.990889] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1405.991092] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-acfb359d-bc3d-4429-bf9c-2c3ee56e5c48 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance '5da0c5e3-f005-4205-8f38-6a79b8613974' progress to 100 {{(pid=69751) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.192706] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.427546] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.429845] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.237s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.430074] env[69751]: DEBUG nova.objects.instance [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'pci_requests' on Instance uuid ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.445123] env[69751]: INFO nova.scheduler.client.report [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Deleted allocations for instance 733cba42-e554-4273-b352-57437bdd1160 [ 1406.934356] env[69751]: DEBUG nova.objects.instance [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'numa_topology' on Instance uuid ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.952856] env[69751]: DEBUG oslo_concurrency.lockutils [None req-817238d0-1a32-4f99-a40d-8378a84f09a0 tempest-ServerActionsTestJSON-1254827415 tempest-ServerActionsTestJSON-1254827415-project-member] Lock "733cba42-e554-4273-b352-57437bdd1160" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.747s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.437057] env[69751]: INFO nova.compute.claims [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1408.541254] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08463b5a-0be6-4777-91eb-2f8073d89456 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.549554] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5bd0d4-a202-40a4-8db8-b6d763866447 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.578407] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e9f6b3-03ac-4530-acc5-e6cc8ae81b51 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.585483] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165c541b-0da2-4765-9535-975109f73025 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.598167] env[69751]: DEBUG nova.compute.provider_tree [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.669673] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5da0c5e3-f005-4205-8f38-6a79b8613974" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.669673] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.669871] env[69751]: DEBUG nova.compute.manager [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Going to confirm migration 10 {{(pid=69751) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1409.101841] env[69751]: DEBUG nova.scheduler.client.report [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.243091] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.243338] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquired lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.243552] env[69751]: DEBUG nova.network.neutron [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1409.243748] env[69751]: DEBUG nova.objects.instance [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'info_cache' on Instance uuid 5da0c5e3-f005-4205-8f38-6a79b8613974 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.607215] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.177s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.638050] env[69751]: INFO nova.network.neutron [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating port 93f5c092-3b34-440c-bb93-d93af69663ac with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1410.579509] env[69751]: DEBUG nova.network.neutron [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance_info_cache with network_info: [{"id": "47c78363-f552-43ee-aa16-3ff057bc588b", "address": "fa:16:3e:71:9a:ef", "network": {"id": "e40f7154-cbf3-4df5-ab67-505a3d6ac433", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-480110081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9125d903b68f45238eab0073af04a4bd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b56036cd-97ac-47f5-9089-7b38bfe99228", "external-id": "nsx-vlan-transportzone-301", "segmentation_id": 301, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47c78363-f5", "ovs_interfaceid": "47c78363-f552-43ee-aa16-3ff057bc588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.082087] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Releasing lock "refresh_cache-5da0c5e3-f005-4205-8f38-6a79b8613974" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.082371] env[69751]: DEBUG nova.objects.instance [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'migration_context' on Instance uuid 5da0c5e3-f005-4205-8f38-6a79b8613974 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.098640] env[69751]: DEBUG nova.compute.manager [req-0b06219b-ed06-4ce7-9eaf-4dd35c215fa1 req-21f7dc71-ec78-415f-834a-06c3c63fac25 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-vif-plugged-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.098848] env[69751]: DEBUG oslo_concurrency.lockutils [req-0b06219b-ed06-4ce7-9eaf-4dd35c215fa1 req-21f7dc71-ec78-415f-834a-06c3c63fac25 service nova] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.099056] env[69751]: DEBUG oslo_concurrency.lockutils [req-0b06219b-ed06-4ce7-9eaf-4dd35c215fa1 req-21f7dc71-ec78-415f-834a-06c3c63fac25 service nova] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.099564] env[69751]: DEBUG oslo_concurrency.lockutils [req-0b06219b-ed06-4ce7-9eaf-4dd35c215fa1 req-21f7dc71-ec78-415f-834a-06c3c63fac25 service nova] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.099564] env[69751]: DEBUG nova.compute.manager [req-0b06219b-ed06-4ce7-9eaf-4dd35c215fa1 req-21f7dc71-ec78-415f-834a-06c3c63fac25 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] No waiting events found dispatching network-vif-plugged-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1411.099564] env[69751]: WARNING nova.compute.manager [req-0b06219b-ed06-4ce7-9eaf-4dd35c215fa1 req-21f7dc71-ec78-415f-834a-06c3c63fac25 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received unexpected event network-vif-plugged-93f5c092-3b34-440c-bb93-d93af69663ac for instance with vm_state shelved_offloaded and task_state spawning. [ 1411.502282] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.502515] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.502755] env[69751]: DEBUG nova.network.neutron [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.586449] env[69751]: DEBUG nova.objects.base [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Object Instance<5da0c5e3-f005-4205-8f38-6a79b8613974> lazy-loaded attributes: info_cache,migration_context {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1411.587661] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee16ca2-3106-4685-8f36-a5dfe4633db8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.610017] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79816aac-7319-42a8-9356-1e89a427ba3b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.612913] env[69751]: DEBUG oslo_vmware.api [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1411.612913] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52815e05-4047-e394-fd6d-9611354320ce" [ 1411.612913] env[69751]: _type = "Task" [ 1411.612913] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.622019] env[69751]: DEBUG oslo_vmware.api [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52815e05-4047-e394-fd6d-9611354320ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.125143] env[69751]: DEBUG oslo_vmware.api [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52815e05-4047-e394-fd6d-9611354320ce, 'name': SearchDatastore_Task, 'duration_secs': 0.007977} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.125459] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.125691] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.230032] env[69751]: DEBUG nova.network.neutron [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f5c092-3b", "ovs_interfaceid": "93f5c092-3b34-440c-bb93-d93af69663ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.639170] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "5079247f-6771-44d0-a916-f49ac47fafc4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.639410] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "5079247f-6771-44d0-a916-f49ac47fafc4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.731454] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22010ae1-d246-4317-99e8-ac5c1b093220 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.735836] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.742413] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c15a9e-28a5-4589-990d-de074aa75dae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.774360] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe984134-94f1-4e28-a89b-d4f25718d276 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.781659] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806cf4ba-dc56-4a9a-b9a9-ddd7c96b7a8e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.787238] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1dbd59defb7b68605e62130494d33493',container_format='bare',created_at=2025-04-18T10:38:01Z,direct_url=,disk_format='vmdk',id=238d0236-e300-499c-a9d5-51290ac9ee54,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1426873603-shelved',owner='85626ced38354996854ae9ae92981930',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-04-18T10:38:16Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.787466] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.787623] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.787805] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.787951] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.788114] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.788324] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.788507] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.788684] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.788850] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.789034] env[69751]: DEBUG nova.virt.hardware [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.790026] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef79829-5a5b-46ce-ace1-9955590ffbb4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.801783] env[69751]: DEBUG nova.compute.provider_tree [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.805986] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67220fe2-8153-44c3-9473-de7ca3232f70 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.819246] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:59:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '098df9b7-d759-47f7-b756-334848cb423b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93f5c092-3b34-440c-bb93-d93af69663ac', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.826581] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.827108] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.827326] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8ebc5d6-1f80-4df3-9b7d-3138350acf98 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.846673] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.846673] env[69751]: value = "task-3484733" [ 1412.846673] env[69751]: _type = "Task" [ 1412.846673] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.855859] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484733, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.127089] env[69751]: DEBUG nova.compute.manager [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.127322] env[69751]: DEBUG nova.compute.manager [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing instance network info cache due to event network-changed-93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1413.127511] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] Acquiring lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.127647] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] Acquired lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.127812] env[69751]: DEBUG nova.network.neutron [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Refreshing network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.141612] env[69751]: DEBUG nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1413.306382] env[69751]: DEBUG nova.scheduler.client.report [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.357843] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484733, 'name': CreateVM_Task, 'duration_secs': 0.289636} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.358022] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1413.358712] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.358876] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.359313] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.359565] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5abceaab-44ad-4c43-9247-f3d2760fba3e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.372008] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1413.372008] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525d87fe-2c5a-f6e3-d95a-b3e7a8e77166" [ 1413.372008] env[69751]: _type = "Task" [ 1413.372008] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.379785] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]525d87fe-2c5a-f6e3-d95a-b3e7a8e77166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.662078] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.829091] env[69751]: DEBUG nova.network.neutron [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updated VIF entry in instance network info cache for port 93f5c092-3b34-440c-bb93-d93af69663ac. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.829438] env[69751]: DEBUG nova.network.neutron [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [{"id": "93f5c092-3b34-440c-bb93-d93af69663ac", "address": "fa:16:3e:08:59:c2", "network": {"id": "e3229df1-4f9a-4e22-ad70-3a44627bcf82", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1576779294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "85626ced38354996854ae9ae92981930", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "098df9b7-d759-47f7-b756-334848cb423b", "external-id": "nsx-vlan-transportzone-765", "segmentation_id": 765, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93f5c092-3b", "ovs_interfaceid": "93f5c092-3b34-440c-bb93-d93af69663ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.881622] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.881874] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Processing image 238d0236-e300-499c-a9d5-51290ac9ee54 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.882121] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54/238d0236-e300-499c-a9d5-51290ac9ee54.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.882271] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54/238d0236-e300-499c-a9d5-51290ac9ee54.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.882447] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.882685] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-216c8660-db88-4f26-9b96-f902e783b20d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.890250] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.890423] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.891095] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4792b52-0b92-4dbb-9193-d2f5680df1f8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.895932] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1413.895932] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5275e8a1-183e-f1a0-9797-dd0ad8e1758c" [ 1413.895932] env[69751]: _type = "Task" [ 1413.895932] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.903132] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5275e8a1-183e-f1a0-9797-dd0ad8e1758c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.315612] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.190s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.318872] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.657s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.320262] env[69751]: INFO nova.compute.claims [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1414.332125] env[69751]: DEBUG oslo_concurrency.lockutils [req-6d2e00fc-0c86-4106-9d83-483c922735a0 req-8a9fc2e3-37c8-4078-8403-90c9e31686bd service nova] Releasing lock "refresh_cache-ce0786f5-1de4-4b06-befc-d5a5c610225a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.405764] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Preparing fetch location {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1414.406091] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Fetch image to [datastore2] OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f/OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f.vmdk {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1414.406212] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Downloading stream optimized image 238d0236-e300-499c-a9d5-51290ac9ee54 to [datastore2] OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f/OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f.vmdk on the data store datastore2 as vApp {{(pid=69751) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1414.406345] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Downloading image file data 238d0236-e300-499c-a9d5-51290ac9ee54 to the ESX as VM named 'OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f' {{(pid=69751) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1414.477457] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1414.477457] env[69751]: value = "resgroup-9" [ 1414.477457] env[69751]: _type = "ResourcePool" [ 1414.477457] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1414.477756] env[69751]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-74e7ac17-696d-44c9-8e2b-f882c12563e4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.498722] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease: (returnval){ [ 1414.498722] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6d24e-1c96-2b8b-ba67-a5075e7cc87e" [ 1414.498722] env[69751]: _type = "HttpNfcLease" [ 1414.498722] env[69751]: } obtained for vApp import into resource pool (val){ [ 1414.498722] env[69751]: value = "resgroup-9" [ 1414.498722] env[69751]: _type = "ResourcePool" [ 1414.498722] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1414.498975] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the lease: (returnval){ [ 1414.498975] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6d24e-1c96-2b8b-ba67-a5075e7cc87e" [ 1414.498975] env[69751]: _type = "HttpNfcLease" [ 1414.498975] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1414.505090] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.505090] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6d24e-1c96-2b8b-ba67-a5075e7cc87e" [ 1414.505090] env[69751]: _type = "HttpNfcLease" [ 1414.505090] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1414.880349] env[69751]: INFO nova.scheduler.client.report [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted allocation for migration 9af8e1b3-58d0-446d-be10-9c4877e00ef5 [ 1415.007766] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1415.007766] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6d24e-1c96-2b8b-ba67-a5075e7cc87e" [ 1415.007766] env[69751]: _type = "HttpNfcLease" [ 1415.007766] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1415.008082] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1415.008082] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52b6d24e-1c96-2b8b-ba67-a5075e7cc87e" [ 1415.008082] env[69751]: _type = "HttpNfcLease" [ 1415.008082] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1415.008790] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3b5eb6-8c15-4e79-8593-30334995b7bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.016437] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a0fe4-5b08-7cf3-3b83-8198591980f8/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1415.016646] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a0fe4-5b08-7cf3-3b83-8198591980f8/disk-0.vmdk. {{(pid=69751) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1415.081736] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9d9c61ba-20e0-4c0c-958e-8f308208b2ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.132955] env[69751]: INFO nova.compute.manager [None req-28dc2408-e06f-4902-b128-591518e15c49 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Get console output [ 1415.133353] env[69751]: WARNING nova.virt.vmwareapi.driver [None req-28dc2408-e06f-4902-b128-591518e15c49 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] The console log is missing. Check your VSPC configuration [ 1415.389929] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7ad1102f-c161-4ea3-8fc3-efb40864bde9 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.720s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.434814] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0584cf98-df3e-4c0f-83b3-1344174458f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.444580] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e981037-dd23-432a-b37f-75f8c54adc4c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.475509] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.475750] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.482682] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d3f5d-58a8-45a5-8a7a-c229dc429e40 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.494077] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90002d95-19c5-4a68-bc6d-8d259e38359a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.511921] env[69751]: DEBUG nova.compute.provider_tree [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1415.984359] env[69751]: INFO nova.compute.manager [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Detaching volume e98a39fc-9034-4e4f-8435-480cef6bab60 [ 1416.017214] env[69751]: DEBUG nova.scheduler.client.report [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.024728] env[69751]: INFO nova.virt.block_device [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Attempting to driver detach volume e98a39fc-9034-4e4f-8435-480cef6bab60 from mountpoint /dev/sdb [ 1416.024728] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1416.024728] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696592', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'name': 'volume-e98a39fc-9034-4e4f-8435-480cef6bab60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5784eb8b-f661-41b8-a86b-8ab9a713e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'serial': 'e98a39fc-9034-4e4f-8435-480cef6bab60'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1416.025252] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4fb968-22d2-44b8-820c-aa6dff1c8370 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.051945] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714bd242-3038-4392-8218-c7ddc53dda56 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.061252] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a0bfab-c7cc-4432-b56e-33cd05ed94fd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.085153] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b64e5b-6188-45f8-aafa-9a84a36abfc8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.100548] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] The volume has not been displaced from its original location: [datastore1] volume-e98a39fc-9034-4e4f-8435-480cef6bab60/volume-e98a39fc-9034-4e4f-8435-480cef6bab60.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1416.105794] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1416.108796] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Completed reading data from the image iterator. {{(pid=69751) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1416.108999] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a0fe4-5b08-7cf3-3b83-8198591980f8/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1416.109259] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad70ab47-41bb-42fd-89fb-d64641e9b65d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.122402] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96674a82-d87c-4a95-96b5-029f37dbc5a2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.128429] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a0fe4-5b08-7cf3-3b83-8198591980f8/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1416.131643] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a0fe4-5b08-7cf3-3b83-8198591980f8/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1416.131643] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2ea9fb27-f90c-4bd5-a080-febfbb44cf95 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.131643] env[69751]: DEBUG oslo_vmware.api [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1416.131643] env[69751]: value = "task-3484735" [ 1416.131643] env[69751]: _type = "Task" [ 1416.131643] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.139190] env[69751]: DEBUG oslo_vmware.api [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.335830] env[69751]: DEBUG oslo_vmware.rw_handles [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524a0fe4-5b08-7cf3-3b83-8198591980f8/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1416.336101] env[69751]: INFO nova.virt.vmwareapi.images [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Downloaded image file data 238d0236-e300-499c-a9d5-51290ac9ee54 [ 1416.336927] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785897bd-53d2-4bde-9555-a864b3087d78 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.353980] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57460628-a89c-44b0-aa01-062b5dd43143 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.381923] env[69751]: INFO nova.virt.vmwareapi.images [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] The imported VM was unregistered [ 1416.384411] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Caching image {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1416.384648] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Creating directory with path [datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1416.384896] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a94e98-bafb-478c-bac2-6bd65e4eda4f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.395481] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Created directory with path [datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54 {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1416.395481] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f/OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f.vmdk to [datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54/238d0236-e300-499c-a9d5-51290ac9ee54.vmdk. {{(pid=69751) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1416.395834] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b4900b5a-f071-4add-ab73-5838c8f9e73e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.402164] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1416.402164] env[69751]: value = "task-3484737" [ 1416.402164] env[69751]: _type = "Task" [ 1416.402164] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.409339] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.523618] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.205s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.524123] env[69751]: DEBUG nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1416.640921] env[69751]: DEBUG oslo_vmware.api [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484735, 'name': ReconfigVM_Task, 'duration_secs': 0.25171} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.641196] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1416.645780] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89bb9eef-6f4f-4b69-a1e8-93f21dc4e6f4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.660641] env[69751]: DEBUG oslo_vmware.api [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1416.660641] env[69751]: value = "task-3484738" [ 1416.660641] env[69751]: _type = "Task" [ 1416.660641] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.667828] env[69751]: DEBUG oslo_vmware.api [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.911816] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.028678] env[69751]: DEBUG nova.compute.utils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1417.030130] env[69751]: DEBUG nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1417.030304] env[69751]: DEBUG nova.network.neutron [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1417.074388] env[69751]: DEBUG nova.policy [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ac66508abbe4759a13623a7de3837af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30198468a6b0440f8c82d2472b7068a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1417.171346] env[69751]: DEBUG oslo_vmware.api [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.392035] env[69751]: DEBUG nova.network.neutron [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Successfully created port: 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1417.413728] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.533711] env[69751]: DEBUG nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1417.671574] env[69751]: DEBUG oslo_vmware.api [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484738, 'name': ReconfigVM_Task, 'duration_secs': 0.786919} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.671963] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696592', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'name': 'volume-e98a39fc-9034-4e4f-8435-480cef6bab60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '5784eb8b-f661-41b8-a86b-8ab9a713e43b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e98a39fc-9034-4e4f-8435-480cef6bab60', 'serial': 'e98a39fc-9034-4e4f-8435-480cef6bab60'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1417.913267] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.216289] env[69751]: DEBUG nova.objects.instance [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'flavor' on Instance uuid 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.413800] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.543939] env[69751]: DEBUG nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1418.572548] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1418.572809] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1418.572965] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1418.573161] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1418.573309] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1418.573454] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1418.573665] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1418.573825] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1418.573990] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1418.574168] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1418.574338] env[69751]: DEBUG nova.virt.hardware [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1418.575296] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358c3fb5-18a4-47cf-ba45-962a7cf96733 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.583878] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3d073-19d3-4433-a20b-afdc1c488fe8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.773554] env[69751]: DEBUG nova.compute.manager [req-2f1e94b9-868c-4c97-aac8-0bf366351372 req-acda41c0-375b-4340-898c-3c6518f1915b service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Received event network-vif-plugged-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1418.773784] env[69751]: DEBUG oslo_concurrency.lockutils [req-2f1e94b9-868c-4c97-aac8-0bf366351372 req-acda41c0-375b-4340-898c-3c6518f1915b service nova] Acquiring lock "5079247f-6771-44d0-a916-f49ac47fafc4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.774034] env[69751]: DEBUG oslo_concurrency.lockutils [req-2f1e94b9-868c-4c97-aac8-0bf366351372 req-acda41c0-375b-4340-898c-3c6518f1915b service nova] Lock "5079247f-6771-44d0-a916-f49ac47fafc4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.774171] env[69751]: DEBUG oslo_concurrency.lockutils [req-2f1e94b9-868c-4c97-aac8-0bf366351372 req-acda41c0-375b-4340-898c-3c6518f1915b service nova] Lock "5079247f-6771-44d0-a916-f49ac47fafc4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.774333] env[69751]: DEBUG nova.compute.manager [req-2f1e94b9-868c-4c97-aac8-0bf366351372 req-acda41c0-375b-4340-898c-3c6518f1915b service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] No waiting events found dispatching network-vif-plugged-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1418.774570] env[69751]: WARNING nova.compute.manager [req-2f1e94b9-868c-4c97-aac8-0bf366351372 req-acda41c0-375b-4340-898c-3c6518f1915b service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Received unexpected event network-vif-plugged-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e for instance with vm_state building and task_state spawning. [ 1418.863906] env[69751]: DEBUG nova.network.neutron [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Successfully updated port: 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1418.915924] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.224700] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d99a7e02-2dc5-40e7-8551-4ebe70329d92 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.749s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.366568] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.366751] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.366907] env[69751]: DEBUG nova.network.neutron [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1419.414733] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.747128] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.747394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.747608] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.747794] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.747962] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.750122] env[69751]: INFO nova.compute.manager [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Terminating instance [ 1419.897611] env[69751]: DEBUG nova.network.neutron [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1419.914725] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484737, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.232241} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.916765] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f/OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f.vmdk to [datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54/238d0236-e300-499c-a9d5-51290ac9ee54.vmdk. [ 1419.916959] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Cleaning up location [datastore2] OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1419.917142] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_24650778-ccce-4678-ac2f-b9c96179ec9f {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.917396] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed0433d5-43a0-4ffa-8668-21b816023604 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.924257] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1419.924257] env[69751]: value = "task-3484739" [ 1419.924257] env[69751]: _type = "Task" [ 1419.924257] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.932032] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.014120] env[69751]: DEBUG nova.network.neutron [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Updating instance_info_cache with network_info: [{"id": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "address": "fa:16:3e:ae:21:a9", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba6305a-95", "ovs_interfaceid": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.254087] env[69751]: DEBUG nova.compute.manager [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.254322] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.255212] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef0d306-053a-470e-b598-da0827234843 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.263232] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.263473] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17d3837b-49e1-43b7-81a9-403f7e46a2d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.270016] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1420.270016] env[69751]: value = "task-3484740" [ 1420.270016] env[69751]: _type = "Task" [ 1420.270016] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.278777] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.433299] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038222} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.433654] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.433768] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54/238d0236-e300-499c-a9d5-51290ac9ee54.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.434026] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54/238d0236-e300-499c-a9d5-51290ac9ee54.vmdk to [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.434286] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd8fbef4-1678-4fc2-9ca6-273cbf6ea9c1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.441167] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1420.441167] env[69751]: value = "task-3484741" [ 1420.441167] env[69751]: _type = "Task" [ 1420.441167] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.449092] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.516862] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.517278] env[69751]: DEBUG nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Instance network_info: |[{"id": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "address": "fa:16:3e:ae:21:a9", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba6305a-95", "ovs_interfaceid": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1420.517744] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:21:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ba6305a-95e9-480d-9f0c-261fd0ea8d2e', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1420.525427] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Creating folder: Project (30198468a6b0440f8c82d2472b7068a7). Parent ref: group-v696263. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.525701] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5552b253-4669-4b79-91d3-462f3f671f91 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.535978] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Created folder: Project (30198468a6b0440f8c82d2472b7068a7) in parent group-v696263. [ 1420.536172] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Creating folder: Instances. Parent ref: group-v696605. {{(pid=69751) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1420.536396] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29a4558d-3c48-4517-828e-506ffd6a4f62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.544903] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Created folder: Instances in parent group-v696605. [ 1420.545136] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.545318] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1420.545505] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-860c9ef4-1ef9-4750-a5a9-3a4a7d9c8602 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.562651] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1420.562651] env[69751]: value = "task-3484744" [ 1420.562651] env[69751]: _type = "Task" [ 1420.562651] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.569632] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484744, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.780905] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484740, 'name': PowerOffVM_Task, 'duration_secs': 0.202326} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.781305] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.781494] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.781869] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90524db2-79d7-42ac-b838-7ad7ea40c731 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.802592] env[69751]: DEBUG nova.compute.manager [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Received event network-changed-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.802592] env[69751]: DEBUG nova.compute.manager [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Refreshing instance network info cache due to event network-changed-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1420.802907] env[69751]: DEBUG oslo_concurrency.lockutils [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] Acquiring lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.802907] env[69751]: DEBUG oslo_concurrency.lockutils [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] Acquired lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.803114] env[69751]: DEBUG nova.network.neutron [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Refreshing network info cache for port 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1420.875749] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.875990] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.876170] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleting the datastore file [datastore2] 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.876454] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af9bf22d-3b4e-4483-a0bb-7f2c89190987 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.885536] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1420.885536] env[69751]: value = "task-3484746" [ 1420.885536] env[69751]: _type = "Task" [ 1420.885536] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.894231] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.951021] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484741, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.073322] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484744, 'name': CreateVM_Task} progress is 25%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.397461] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.452507] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484741, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.496648] env[69751]: DEBUG nova.network.neutron [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Updated VIF entry in instance network info cache for port 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1421.497045] env[69751]: DEBUG nova.network.neutron [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Updating instance_info_cache with network_info: [{"id": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "address": "fa:16:3e:ae:21:a9", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba6305a-95", "ovs_interfaceid": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.574011] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484744, 'name': CreateVM_Task, 'duration_secs': 0.760833} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.574262] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1421.574892] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.575063] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.575408] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.575679] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33054a5e-fb62-4015-be58-3ac5b9f62517 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.580840] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1421.580840] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278a223-f431-be7d-b360-ff47d912ee4e" [ 1421.580840] env[69751]: _type = "Task" [ 1421.580840] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.590427] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278a223-f431-be7d-b360-ff47d912ee4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.896424] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.953614] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484741, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.999562] env[69751]: DEBUG oslo_concurrency.lockutils [req-d33c251a-a869-469e-a5aa-110a55eddd1f req-dc45008c-0954-4f09-b174-41b387bb12a7 service nova] Releasing lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.091474] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278a223-f431-be7d-b360-ff47d912ee4e, 'name': SearchDatastore_Task, 'duration_secs': 0.080304} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.091733] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.091976] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.092242] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.092387] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.092565] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.092831] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d71c53d-3e5e-4fa1-92a6-58e96f6f7f6f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.109261] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.109463] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.110230] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c682f6c2-5f7c-4724-adb1-a3d88a96628e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.115584] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1422.115584] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ee7569-54d7-6545-738a-03a61a821b56" [ 1422.115584] env[69751]: _type = "Task" [ 1422.115584] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.123598] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ee7569-54d7-6545-738a-03a61a821b56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.396298] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.453844] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484741, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.626599] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ee7569-54d7-6545-738a-03a61a821b56, 'name': SearchDatastore_Task, 'duration_secs': 0.080956} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.627450] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81afc2a5-0b86-41bf-a0bd-dd11a795630c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.633923] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1422.633923] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299af97-ace9-867a-01d0-0ce2534ab46a" [ 1422.633923] env[69751]: _type = "Task" [ 1422.633923] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.642147] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299af97-ace9-867a-01d0-0ce2534ab46a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.896429] env[69751]: DEBUG oslo_vmware.api [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.751626} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.896584] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1422.896738] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1422.896898] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1422.897086] env[69751]: INFO nova.compute.manager [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1422.897332] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.897522] env[69751]: DEBUG nova.compute.manager [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1422.897618] env[69751]: DEBUG nova.network.neutron [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1422.953792] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484741, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.32118} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.954058] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/238d0236-e300-499c-a9d5-51290ac9ee54/238d0236-e300-499c-a9d5-51290ac9ee54.vmdk to [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.954815] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8857e3fa-270f-43a2-88a6-d0bfa85e8797 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.976945] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.977259] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60315ada-89b5-4f35-8066-2df825adc2f7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.995865] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1422.995865] env[69751]: value = "task-3484747" [ 1422.995865] env[69751]: _type = "Task" [ 1422.995865] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.003480] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484747, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.144212] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5299af97-ace9-867a-01d0-0ce2534ab46a, 'name': SearchDatastore_Task, 'duration_secs': 0.064689} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.144493] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.144770] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/5079247f-6771-44d0-a916-f49ac47fafc4.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.145062] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-617a5e88-c8fd-4147-b59c-f63af3816d26 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.153366] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1423.153366] env[69751]: value = "task-3484748" [ 1423.153366] env[69751]: _type = "Task" [ 1423.153366] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.161174] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.328401] env[69751]: DEBUG nova.compute.manager [req-48cfafb0-861c-4864-9598-09b878030d9c req-4f361589-6525-4192-9a87-3a12eab60072 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Received event network-vif-deleted-e3ab61e6-47ac-4c74-acc3-015d31d24b8d {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.328525] env[69751]: INFO nova.compute.manager [req-48cfafb0-861c-4864-9598-09b878030d9c req-4f361589-6525-4192-9a87-3a12eab60072 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Neutron deleted interface e3ab61e6-47ac-4c74-acc3-015d31d24b8d; detaching it from the instance and deleting it from the info cache [ 1423.328696] env[69751]: DEBUG nova.network.neutron [req-48cfafb0-861c-4864-9598-09b878030d9c req-4f361589-6525-4192-9a87-3a12eab60072 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.505712] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.663201] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484748, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.810945] env[69751]: DEBUG nova.network.neutron [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.833069] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0222835c-8ff3-460d-a055-fc2e3d021644 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.843859] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d866ee-e003-465a-b5de-c1486ad13ed2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.874262] env[69751]: DEBUG nova.compute.manager [req-48cfafb0-861c-4864-9598-09b878030d9c req-4f361589-6525-4192-9a87-3a12eab60072 service nova] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Detach interface failed, port_id=e3ab61e6-47ac-4c74-acc3-015d31d24b8d, reason: Instance 5784eb8b-f661-41b8-a86b-8ab9a713e43b could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1424.006940] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484747, 'name': ReconfigVM_Task, 'duration_secs': 0.733756} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.007200] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Reconfigured VM instance instance-00000077 to attach disk [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a/ce0786f5-1de4-4b06-befc-d5a5c610225a.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1424.008035] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-516e2bf5-ce90-452f-a750-a2399ae1e10e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.016068] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1424.016068] env[69751]: value = "task-3484749" [ 1424.016068] env[69751]: _type = "Task" [ 1424.016068] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.025217] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484749, 'name': Rename_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.163718] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884888} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.163969] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/5079247f-6771-44d0-a916-f49ac47fafc4.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.164202] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.164447] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c931d5b-651f-42f6-bd87-cf39171df809 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.170310] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1424.170310] env[69751]: value = "task-3484750" [ 1424.170310] env[69751]: _type = "Task" [ 1424.170310] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.177243] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.313606] env[69751]: INFO nova.compute.manager [-] [instance: 5784eb8b-f661-41b8-a86b-8ab9a713e43b] Took 1.42 seconds to deallocate network for instance. [ 1424.526493] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484749, 'name': Rename_Task, 'duration_secs': 0.141288} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.526764] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1424.526998] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2debf44-587c-4d2d-bc8b-fd304e236719 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.533581] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1424.533581] env[69751]: value = "task-3484751" [ 1424.533581] env[69751]: _type = "Task" [ 1424.533581] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.540860] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.679804] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063069} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.680123] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.680935] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40438dad-8511-45f7-93d9-09469207341a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.702568] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/5079247f-6771-44d0-a916-f49ac47fafc4.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.702821] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-596bd3f2-0c9a-41af-a8d2-fdac77d55a85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.722471] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1424.722471] env[69751]: value = "task-3484752" [ 1424.722471] env[69751]: _type = "Task" [ 1424.722471] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.732211] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484752, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.820608] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.820946] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.821193] env[69751]: DEBUG nova.objects.instance [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'resources' on Instance uuid 5784eb8b-f661-41b8-a86b-8ab9a713e43b {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.050657] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.232734] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484752, 'name': ReconfigVM_Task, 'duration_secs': 0.278745} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.233019] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/5079247f-6771-44d0-a916-f49ac47fafc4.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.233714] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b6eea9c-bad6-4e3d-812e-cf0c75149108 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.240438] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1425.240438] env[69751]: value = "task-3484753" [ 1425.240438] env[69751]: _type = "Task" [ 1425.240438] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.248963] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484753, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.410966] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4f2998-1702-41ff-8333-2f3cdd08c7aa {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.418603] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6283ecc9-a8fa-4bc2-ac71-2d6399aff836 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.448910] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6392d3-f047-4b7c-ab1c-813206f70061 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.455734] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47de2d99-fbf5-401d-b570-9bb3f3ee7b87 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.468369] env[69751]: DEBUG nova.compute.provider_tree [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1425.547464] env[69751]: DEBUG oslo_vmware.api [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484751, 'name': PowerOnVM_Task, 'duration_secs': 0.766574} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.547785] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1425.642438] env[69751]: DEBUG nova.compute.manager [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1425.643326] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14787114-77e0-4fc7-8e05-1315d63dfcf0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.749822] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484753, 'name': Rename_Task, 'duration_secs': 0.185955} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.750090] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.750320] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7db6a4ce-38d7-4b3b-8193-5a031af0b8a1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.756689] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1425.756689] env[69751]: value = "task-3484754" [ 1425.756689] env[69751]: _type = "Task" [ 1425.756689] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.763755] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.971497] env[69751]: DEBUG nova.scheduler.client.report [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1426.160871] env[69751]: DEBUG oslo_concurrency.lockutils [None req-c827a459-4868-473b-a5f4-0aa1521ff686 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.989s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.267215] env[69751]: DEBUG oslo_vmware.api [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484754, 'name': PowerOnVM_Task, 'duration_secs': 0.46746} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.267480] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.267681] env[69751]: INFO nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1426.267856] env[69751]: DEBUG nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1426.268643] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f6376d-747f-4aa9-a0db-b0d953c9271c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.476261] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.655s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.501566] env[69751]: INFO nova.scheduler.client.report [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted allocations for instance 5784eb8b-f661-41b8-a86b-8ab9a713e43b [ 1426.784799] env[69751]: INFO nova.compute.manager [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Took 13.14 seconds to build instance. [ 1426.983778] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.984071] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.984293] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.984479] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1426.984646] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.986826] env[69751]: INFO nova.compute.manager [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Terminating instance [ 1427.010403] env[69751]: DEBUG oslo_concurrency.lockutils [None req-024f6089-bb66-4dde-bcf8-8d83940b70ae tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "5784eb8b-f661-41b8-a86b-8ab9a713e43b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.263s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.286888] env[69751]: DEBUG oslo_concurrency.lockutils [None req-7e186f06-a24f-4b79-8a5d-173955bf43d9 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "5079247f-6771-44d0-a916-f49ac47fafc4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.647s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1427.492342] env[69751]: DEBUG nova.compute.manager [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1427.492611] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.493571] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bdcbe3-eb9d-4715-8a13-51cea091c800 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.503527] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.503803] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9fd8e477-8d01-4631-9b16-ecd0b54b55c2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.512036] env[69751]: DEBUG oslo_vmware.api [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1427.512036] env[69751]: value = "task-3484755" [ 1427.512036] env[69751]: _type = "Task" [ 1427.512036] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.520079] env[69751]: DEBUG oslo_vmware.api [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.019692] env[69751]: DEBUG oslo_vmware.api [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484755, 'name': PowerOffVM_Task, 'duration_secs': 0.161869} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.019968] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.020158] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1428.020414] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1ebec85-fa56-4c41-8661-e703c5c760b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.048624] env[69751]: INFO nova.compute.manager [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Rescuing [ 1428.048901] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.049078] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.049245] env[69751]: DEBUG nova.network.neutron [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.077136] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.077367] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.077530] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleting the datastore file [datastore2] ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.077784] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9efc711-3077-4449-b3c1-17bb8481d513 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.084334] env[69751]: DEBUG oslo_vmware.api [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for the task: (returnval){ [ 1428.084334] env[69751]: value = "task-3484757" [ 1428.084334] env[69751]: _type = "Task" [ 1428.084334] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.092242] env[69751]: DEBUG oslo_vmware.api [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.593433] env[69751]: DEBUG oslo_vmware.api [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Task: {'id': task-3484757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130559} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.593638] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.593819] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.593995] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.594182] env[69751]: INFO nova.compute.manager [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1428.594416] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1428.594605] env[69751]: DEBUG nova.compute.manager [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1428.594700] env[69751]: DEBUG nova.network.neutron [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.746852] env[69751]: DEBUG nova.network.neutron [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Updating instance_info_cache with network_info: [{"id": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "address": "fa:16:3e:ae:21:a9", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ba6305a-95", "ovs_interfaceid": "5ba6305a-95e9-480d-9f0c-261fd0ea8d2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.902793] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.904115] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.062301] env[69751]: DEBUG nova.compute.manager [req-68678e1d-2609-4670-961e-e09f0446a492 req-ddf53823-048b-4b15-8a0f-43c1b6f09b04 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Received event network-vif-deleted-93f5c092-3b34-440c-bb93-d93af69663ac {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1429.062562] env[69751]: INFO nova.compute.manager [req-68678e1d-2609-4670-961e-e09f0446a492 req-ddf53823-048b-4b15-8a0f-43c1b6f09b04 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Neutron deleted interface 93f5c092-3b34-440c-bb93-d93af69663ac; detaching it from the instance and deleting it from the info cache [ 1429.062726] env[69751]: DEBUG nova.network.neutron [req-68678e1d-2609-4670-961e-e09f0446a492 req-ddf53823-048b-4b15-8a0f-43c1b6f09b04 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.249734] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "refresh_cache-5079247f-6771-44d0-a916-f49ac47fafc4" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.406437] env[69751]: DEBUG nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1429.542262] env[69751]: DEBUG nova.network.neutron [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.565296] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3923f1f-22aa-44d6-83c2-0c4ed6d73cf8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.575755] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cc4b77-3e38-41b5-9b7c-8dd6423573e1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.606662] env[69751]: DEBUG nova.compute.manager [req-68678e1d-2609-4670-961e-e09f0446a492 req-ddf53823-048b-4b15-8a0f-43c1b6f09b04 service nova] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Detach interface failed, port_id=93f5c092-3b34-440c-bb93-d93af69663ac, reason: Instance ce0786f5-1de4-4b06-befc-d5a5c610225a could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1429.928124] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.928417] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.930405] env[69751]: INFO nova.compute.claims [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.045381] env[69751]: INFO nova.compute.manager [-] [instance: ce0786f5-1de4-4b06-befc-d5a5c610225a] Took 1.45 seconds to deallocate network for instance. [ 1430.551540] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1430.787727] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1430.788015] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f5cf91e-581d-450b-a07d-4dc14f088b9f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.795461] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1430.795461] env[69751]: value = "task-3484758" [ 1430.795461] env[69751]: _type = "Task" [ 1430.795461] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.803655] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484758, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.026316] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d23006-e23c-4cd6-93a5-3acc0010e523 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.034934] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c56d73c-8779-4bd8-bcee-eac3d3069ca3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.064364] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc291d-b498-43d1-8e51-6369111500df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.073434] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131bc2f9-b250-4dbd-bcce-d35660670e35 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.086717] env[69751]: DEBUG nova.compute.provider_tree [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1431.307828] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484758, 'name': PowerOffVM_Task, 'duration_secs': 0.179183} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.308108] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1431.308885] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73524182-2919-4799-b19b-f1baaaf276e8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.326184] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19fe0be-9579-4e44-8bac-387a110b6276 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.357899] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1431.358192] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b3b38cf-60b9-4c54-b443-0ff7855b2281 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.364645] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1431.364645] env[69751]: value = "task-3484759" [ 1431.364645] env[69751]: _type = "Task" [ 1431.364645] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.371492] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.591009] env[69751]: DEBUG nova.scheduler.client.report [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.875017] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1431.875274] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.875518] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.875664] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.875846] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.876091] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-366a93b5-85ec-4bd8-a6c7-dea470634ab8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.884575] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.884765] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.885450] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-087f3884-ac69-4648-b798-e124674d1e26 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.890097] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1431.890097] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521a7dd0-288a-926c-51ad-e3512bb3bb03" [ 1431.890097] env[69751]: _type = "Task" [ 1431.890097] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.897182] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521a7dd0-288a-926c-51ad-e3512bb3bb03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.096443] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.168s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1432.096967] env[69751]: DEBUG nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1432.099895] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.549s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.100686] env[69751]: DEBUG nova.objects.instance [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lazy-loading 'resources' on Instance uuid ce0786f5-1de4-4b06-befc-d5a5c610225a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1432.401888] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]521a7dd0-288a-926c-51ad-e3512bb3bb03, 'name': SearchDatastore_Task, 'duration_secs': 0.007671} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.402684] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d718c65e-d90a-4a4d-bfe8-7922df8bf5c0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.408064] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1432.408064] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abe069-60f8-ea53-c069-d2dcaa2a8f4c" [ 1432.408064] env[69751]: _type = "Task" [ 1432.408064] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.416112] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abe069-60f8-ea53-c069-d2dcaa2a8f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.603137] env[69751]: DEBUG nova.compute.utils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1432.607388] env[69751]: DEBUG nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1432.607567] env[69751]: DEBUG nova.network.neutron [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1432.646471] env[69751]: DEBUG nova.policy [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '532ecda594d24cc2aa1241acb4b35b3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2af088de5539407585483fc9b5f18beb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1432.694205] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961f3d9-8e5c-4395-a0b3-c651ec40cb04 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.701815] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86407c5-1ea8-439e-b803-9f10ae659e5e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.732124] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704c39cd-63b9-4cc6-bf32-b18b724861cb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.739571] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b1e4a-6a12-4edb-90cd-e6ceb7a8e0cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.754388] env[69751]: DEBUG nova.compute.provider_tree [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1432.920182] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52abe069-60f8-ea53-c069-d2dcaa2a8f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.920515] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "[datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.920745] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. {{(pid=69751) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1432.921017] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fc6e771-2953-4e3d-9c25-066190e1c535 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.923958] env[69751]: DEBUG nova.network.neutron [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Successfully created port: aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1432.931689] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1432.931689] env[69751]: value = "task-3484760" [ 1432.931689] env[69751]: _type = "Task" [ 1432.931689] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.941527] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.108154] env[69751]: DEBUG nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1433.257670] env[69751]: DEBUG nova.scheduler.client.report [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.442499] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484760, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.762820] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.663s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.788594] env[69751]: INFO nova.scheduler.client.report [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Deleted allocations for instance ce0786f5-1de4-4b06-befc-d5a5c610225a [ 1433.944202] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51707} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.944455] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. [ 1433.945364] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79344b8b-d139-4fba-9add-25258d0aa99d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.970437] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.970710] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c91bce8a-8c86-4393-8776-f6baa4f1be46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.988357] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1433.988357] env[69751]: value = "task-3484761" [ 1433.988357] env[69751]: _type = "Task" [ 1433.988357] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.995751] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.118976] env[69751]: DEBUG nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1434.145841] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1434.146116] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1434.146268] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1434.146444] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1434.146585] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1434.146730] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1434.146940] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1434.147130] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1434.147273] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1434.147435] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1434.147607] env[69751]: DEBUG nova.virt.hardware [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1434.148474] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c25181b-8de8-45b4-abc6-7af8704d1604 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.156321] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cd75fd-5b8a-4a88-b82e-0ca0aca9b598 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.296455] env[69751]: DEBUG oslo_concurrency.lockutils [None req-73a4da63-67d6-4a7e-aa25-ec4e6e1b2b71 tempest-ServerActionsTestOtherB-917660747 tempest-ServerActionsTestOtherB-917660747-project-member] Lock "ce0786f5-1de4-4b06-befc-d5a5c610225a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.312s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.381295] env[69751]: DEBUG nova.compute.manager [req-f204332c-a71d-4d45-9953-c55928e0a205 req-c9fc4c4f-f2ab-4c66-bbed-06002722ad5a service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-vif-plugged-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1434.381295] env[69751]: DEBUG oslo_concurrency.lockutils [req-f204332c-a71d-4d45-9953-c55928e0a205 req-c9fc4c4f-f2ab-4c66-bbed-06002722ad5a service nova] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.381295] env[69751]: DEBUG oslo_concurrency.lockutils [req-f204332c-a71d-4d45-9953-c55928e0a205 req-c9fc4c4f-f2ab-4c66-bbed-06002722ad5a service nova] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.381295] env[69751]: DEBUG oslo_concurrency.lockutils [req-f204332c-a71d-4d45-9953-c55928e0a205 req-c9fc4c4f-f2ab-4c66-bbed-06002722ad5a service nova] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.381295] env[69751]: DEBUG nova.compute.manager [req-f204332c-a71d-4d45-9953-c55928e0a205 req-c9fc4c4f-f2ab-4c66-bbed-06002722ad5a service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] No waiting events found dispatching network-vif-plugged-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1434.381295] env[69751]: WARNING nova.compute.manager [req-f204332c-a71d-4d45-9953-c55928e0a205 req-c9fc4c4f-f2ab-4c66-bbed-06002722ad5a service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received unexpected event network-vif-plugged-aa1156a8-3e20-4447-aed5-af16e8524014 for instance with vm_state building and task_state spawning. [ 1434.459690] env[69751]: DEBUG nova.network.neutron [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Successfully updated port: aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1434.497753] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484761, 'name': ReconfigVM_Task, 'duration_secs': 0.354075} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.498081] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1434.498948] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e1e152-c6d0-47dc-81ee-18e885c02a0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.523798] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d86d0359-100d-4a68-a9fd-262e6d8238de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.537807] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1434.537807] env[69751]: value = "task-3484763" [ 1434.537807] env[69751]: _type = "Task" [ 1434.537807] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.545175] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484763, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.962655] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.963052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.963052] env[69751]: DEBUG nova.network.neutron [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1435.047498] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484763, 'name': ReconfigVM_Task, 'duration_secs': 0.158351} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.047761] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.048012] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a98b4a93-38b4-4385-a91c-d1ffdedae35c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.054256] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1435.054256] env[69751]: value = "task-3484764" [ 1435.054256] env[69751]: _type = "Task" [ 1435.054256] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.061536] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484764, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.493954] env[69751]: DEBUG nova.network.neutron [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1435.566322] env[69751]: DEBUG oslo_vmware.api [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484764, 'name': PowerOnVM_Task, 'duration_secs': 0.392645} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.566578] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.569122] env[69751]: DEBUG nova.compute.manager [None req-bef3c8f1-cd68-4bc3-9f17-cdf20cc91618 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1435.569870] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa65626-f9c0-46ff-b7d9-b0bdc19f4923 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.617485] env[69751]: DEBUG nova.network.neutron [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": "aa1156a8-3e20-4447-aed5-af16e8524014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.123689] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.123689] env[69751]: DEBUG nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Instance network_info: |[{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": "aa1156a8-3e20-4447-aed5-af16e8524014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1436.123689] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:16:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa1156a8-3e20-4447-aed5-af16e8524014', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1436.128595] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1436.128830] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1436.129076] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f86f0b8-f27b-4104-95e1-30c8e227aa61 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.152300] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1436.152300] env[69751]: value = "task-3484765" [ 1436.152300] env[69751]: _type = "Task" [ 1436.152300] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.159758] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484765, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.406070] env[69751]: DEBUG nova.compute.manager [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.406280] env[69751]: DEBUG nova.compute.manager [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing instance network info cache due to event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1436.406501] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] Acquiring lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.406690] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] Acquired lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.406916] env[69751]: DEBUG nova.network.neutron [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1436.662997] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484765, 'name': CreateVM_Task, 'duration_secs': 0.304022} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.663208] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1436.663884] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.664064] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.664394] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.664662] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab6d9d1b-1d41-4e77-83b3-96bdcd3a2d97 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.669165] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1436.669165] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5232ca5c-8cf8-c816-870a-a628fcaa86f4" [ 1436.669165] env[69751]: _type = "Task" [ 1436.669165] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.676817] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5232ca5c-8cf8-c816-870a-a628fcaa86f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.102836] env[69751]: DEBUG nova.network.neutron [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updated VIF entry in instance network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1437.103217] env[69751]: DEBUG nova.network.neutron [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": "aa1156a8-3e20-4447-aed5-af16e8524014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.182356] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5232ca5c-8cf8-c816-870a-a628fcaa86f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.182738] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.183185] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1437.183481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.183639] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.183820] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1437.184212] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-617f4abd-1755-4905-b8a1-3ac24dfcba11 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.192795] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1437.192963] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1437.193663] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa782e7d-8daf-4bc9-9c4a-b34bda869dac {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.199598] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1437.199598] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5203bced-8386-e65f-68d7-0d683f87e740" [ 1437.199598] env[69751]: _type = "Task" [ 1437.199598] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.207118] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5203bced-8386-e65f-68d7-0d683f87e740, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.489325] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.489553] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.605810] env[69751]: DEBUG oslo_concurrency.lockutils [req-c0d7f65c-09d9-4932-b795-46e902794cf8 req-d9ad878d-1444-43fd-997e-d7eafcae1f14 service nova] Releasing lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.710219] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5203bced-8386-e65f-68d7-0d683f87e740, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.711075] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816986a4-f3cd-48e8-b268-70c6ecabcaca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.716711] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1437.716711] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5292d309-cbae-1396-4517-e43de1fc62c0" [ 1437.716711] env[69751]: _type = "Task" [ 1437.716711] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.724238] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5292d309-cbae-1396-4517-e43de1fc62c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.992203] env[69751]: DEBUG nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Starting instance... {{(pid=69751) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1438.227163] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5292d309-cbae-1396-4517-e43de1fc62c0, 'name': SearchDatastore_Task, 'duration_secs': 0.009694} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.227638] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.227638] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1438.227898] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6560e5c-ae1b-4a0d-8d3f-9ccde7bb0d91 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.234407] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1438.234407] env[69751]: value = "task-3484766" [ 1438.234407] env[69751]: _type = "Task" [ 1438.234407] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.245291] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.516157] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.516432] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.517945] env[69751]: INFO nova.compute.claims [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.744022] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484766, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.244971] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.742199} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.245228] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1439.245503] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1439.245671] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9261f51-10c7-44f6-9bfc-0239c9b4bfeb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.251876] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1439.251876] env[69751]: value = "task-3484767" [ 1439.251876] env[69751]: _type = "Task" [ 1439.251876] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.260471] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.614659] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c3b550-9fe5-41e4-bf47-3ddd58fca1d7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.622851] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b85cd9-610d-49da-9c7f-b588dc61c7ef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.653355] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2372f3d8-c1ec-4dbd-ae05-fb35df4df1f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.660826] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac02425-edbc-4fb0-b9cf-52a25577200e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.673931] env[69751]: DEBUG nova.compute.provider_tree [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.762126] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240372} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.762501] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1439.763290] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6092d55-0795-4bfc-b020-16ecc5fa94d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.785183] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1439.785468] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de25582d-d9ad-4d16-90de-d34978862bc2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.805249] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1439.805249] env[69751]: value = "task-3484768" [ 1439.805249] env[69751]: _type = "Task" [ 1439.805249] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.816194] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.177453] env[69751]: DEBUG nova.scheduler.client.report [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.315280] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484768, 'name': ReconfigVM_Task, 'duration_secs': 0.28362} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.315638] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Reconfigured VM instance instance-0000007e to attach disk [datastore1] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1440.316109] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70af8872-85f2-43ed-adc4-e5a8561c4d29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.322480] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1440.322480] env[69751]: value = "task-3484769" [ 1440.322480] env[69751]: _type = "Task" [ 1440.322480] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.329467] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484769, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.682504] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.683048] env[69751]: DEBUG nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Start building networks asynchronously for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1440.833032] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484769, 'name': Rename_Task, 'duration_secs': 0.139905} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.833453] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1440.833757] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b599bd-b4e0-4f37-847f-5909384ac1ee {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.840056] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1440.840056] env[69751]: value = "task-3484770" [ 1440.840056] env[69751]: _type = "Task" [ 1440.840056] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.849361] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.188254] env[69751]: DEBUG nova.compute.utils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Using /dev/sd instead of None {{(pid=69751) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1441.190155] env[69751]: DEBUG nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Allocating IP information in the background. {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1441.190309] env[69751]: DEBUG nova.network.neutron [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] allocate_for_instance() {{(pid=69751) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.235380] env[69751]: DEBUG nova.policy [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ac66508abbe4759a13623a7de3837af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '30198468a6b0440f8c82d2472b7068a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69751) authorize /opt/stack/nova/nova/policy.py:192}} [ 1441.351635] env[69751]: DEBUG oslo_vmware.api [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484770, 'name': PowerOnVM_Task, 'duration_secs': 0.493295} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.351635] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1441.352039] env[69751]: INFO nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1441.352039] env[69751]: DEBUG nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1441.352818] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cf6379-84aa-4cba-88a5-dc96f7fdb05d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.531412] env[69751]: DEBUG nova.network.neutron [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Successfully created port: 9b54d9a2-9001-4309-b447-15d57c358a98 {{(pid=69751) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.693617] env[69751]: DEBUG nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Start building block device mappings for instance. {{(pid=69751) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1441.871406] env[69751]: INFO nova.compute.manager [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Took 11.96 seconds to build instance. [ 1442.074605] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5da0c5e3-f005-4205-8f38-6a79b8613974" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.074881] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.075119] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.075309] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.075481] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.077695] env[69751]: INFO nova.compute.manager [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Terminating instance [ 1442.219946] env[69751]: DEBUG nova.compute.manager [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1442.220821] env[69751]: DEBUG nova.compute.manager [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing instance network info cache due to event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1442.220821] env[69751]: DEBUG oslo_concurrency.lockutils [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] Acquiring lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.220821] env[69751]: DEBUG oslo_concurrency.lockutils [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] Acquired lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.220821] env[69751]: DEBUG nova.network.neutron [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1442.373672] env[69751]: DEBUG oslo_concurrency.lockutils [None req-09e57fec-f79a-43ad-bd19-9388bc2f95bd tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.470s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.582955] env[69751]: DEBUG nova.compute.manager [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.583329] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.583615] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265e5f93-a32a-4fc5-b244-ee4890ddb6bd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.591930] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1442.591930] env[69751]: value = "task-3484771" [ 1442.591930] env[69751]: _type = "Task" [ 1442.591930] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.601157] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.703776] env[69751]: DEBUG nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Start spawning the instance on the hypervisor. {{(pid=69751) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1442.735249] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-18T10:24:58Z,direct_url=,disk_format='vmdk',id=bdbeef69-23c5-44d2-95dd-aaeb0faef368,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='f6beebfa2da54cd7b9f13f928d91f329',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-18T10:24:59Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1442.735578] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.735797] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1442.736040] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.736272] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1442.736440] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1442.736652] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1442.736811] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1442.736982] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1442.737170] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1442.737345] env[69751]: DEBUG nova.virt.hardware [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1442.738372] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb021a8-c63a-429d-a746-dbac2986afbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.747198] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a13cad-9ea7-4928-a079-b5c96a54d461 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.990307] env[69751]: DEBUG nova.network.neutron [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updated VIF entry in instance network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1442.990793] env[69751]: DEBUG nova.network.neutron [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": "aa1156a8-3e20-4447-aed5-af16e8524014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1443.036204] env[69751]: DEBUG nova.network.neutron [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Successfully updated port: 9b54d9a2-9001-4309-b447-15d57c358a98 {{(pid=69751) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.101665] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484771, 'name': PowerOffVM_Task, 'duration_secs': 0.23129} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.101936] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.102149] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Volume detach. Driver type: vmdk {{(pid=69751) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1443.102342] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696593', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'name': 'volume-890c6304-779e-4cb4-8eeb-765bddba4154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5da0c5e3-f005-4205-8f38-6a79b8613974', 'attached_at': '2025-04-18T10:38:23.000000', 'detached_at': '', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'serial': '890c6304-779e-4cb4-8eeb-765bddba4154'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1443.103136] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36dbebbe-be14-4b25-ae31-661412a6f640 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.120579] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cdd384-8db2-4c91-baf8-992fa0ca35b7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.126474] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d50e22-678e-4a2f-ad90-4a781121f61d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.143054] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6fc030-0e69-4bdd-9b37-a44cd01ced60 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.156912] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] The volume has not been displaced from its original location: [datastore1] volume-890c6304-779e-4cb4-8eeb-765bddba4154/volume-890c6304-779e-4cb4-8eeb-765bddba4154.vmdk. No consolidation needed. {{(pid=69751) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1443.162179] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1443.162426] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01421c36-8b41-4594-b5fe-82c4b7177acc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.179957] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1443.179957] env[69751]: value = "task-3484772" [ 1443.179957] env[69751]: _type = "Task" [ 1443.179957] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.187307] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484772, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.494537] env[69751]: DEBUG oslo_concurrency.lockutils [req-ae1acbcf-0d4b-4376-8c86-e3dd18b97ab8 req-92c6d79a-99d7-418b-bd27-21f984d57b8d service nova] Releasing lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.540502] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.540660] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.540864] env[69751]: DEBUG nova.network.neutron [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.690152] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484772, 'name': ReconfigVM_Task, 'duration_secs': 0.27587} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.690435] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1443.695079] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf45f91-cbe5-4ed0-9b1b-e9bd9919a6a3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.709939] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1443.709939] env[69751]: value = "task-3484773" [ 1443.709939] env[69751]: _type = "Task" [ 1443.709939] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.717725] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484773, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.072816] env[69751]: DEBUG nova.network.neutron [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Instance cache missing network info. {{(pid=69751) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.185966] env[69751]: DEBUG nova.network.neutron [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Updating instance_info_cache with network_info: [{"id": "9b54d9a2-9001-4309-b447-15d57c358a98", "address": "fa:16:3e:43:23:eb", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54d9a2-90", "ovs_interfaceid": "9b54d9a2-9001-4309-b447-15d57c358a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.220519] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484773, 'name': ReconfigVM_Task, 'duration_secs': 0.14113} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.220796] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-696593', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'name': 'volume-890c6304-779e-4cb4-8eeb-765bddba4154', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5da0c5e3-f005-4205-8f38-6a79b8613974', 'attached_at': '2025-04-18T10:38:23.000000', 'detached_at': '', 'volume_id': '890c6304-779e-4cb4-8eeb-765bddba4154', 'serial': '890c6304-779e-4cb4-8eeb-765bddba4154'} {{(pid=69751) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1444.221099] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1444.221906] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ff3708-276a-4e13-a5fe-1d0b82137ee7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.228487] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1444.228746] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcc38ba7-920a-47b2-a6cf-adf370fa6211 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.248854] env[69751]: DEBUG nova.compute.manager [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Received event network-vif-plugged-9b54d9a2-9001-4309-b447-15d57c358a98 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.249105] env[69751]: DEBUG oslo_concurrency.lockutils [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] Acquiring lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.249350] env[69751]: DEBUG oslo_concurrency.lockutils [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.249524] env[69751]: DEBUG oslo_concurrency.lockutils [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.249721] env[69751]: DEBUG nova.compute.manager [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] No waiting events found dispatching network-vif-plugged-9b54d9a2-9001-4309-b447-15d57c358a98 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1444.249892] env[69751]: WARNING nova.compute.manager [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Received unexpected event network-vif-plugged-9b54d9a2-9001-4309-b447-15d57c358a98 for instance with vm_state building and task_state spawning. [ 1444.250077] env[69751]: DEBUG nova.compute.manager [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Received event network-changed-9b54d9a2-9001-4309-b447-15d57c358a98 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1444.250249] env[69751]: DEBUG nova.compute.manager [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Refreshing instance network info cache due to event network-changed-9b54d9a2-9001-4309-b447-15d57c358a98. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1444.250426] env[69751]: DEBUG oslo_concurrency.lockutils [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] Acquiring lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.641487] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1444.641890] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1444.641890] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleting the datastore file [datastore1] 5da0c5e3-f005-4205-8f38-6a79b8613974 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1444.642214] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-16baeede-300f-4e73-8572-35e866538ddc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.648139] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1444.648139] env[69751]: value = "task-3484775" [ 1444.648139] env[69751]: _type = "Task" [ 1444.648139] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.655673] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.688363] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.688719] env[69751]: DEBUG nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Instance network_info: |[{"id": "9b54d9a2-9001-4309-b447-15d57c358a98", "address": "fa:16:3e:43:23:eb", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54d9a2-90", "ovs_interfaceid": "9b54d9a2-9001-4309-b447-15d57c358a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69751) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1444.689060] env[69751]: DEBUG oslo_concurrency.lockutils [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] Acquired lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.689277] env[69751]: DEBUG nova.network.neutron [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Refreshing network info cache for port 9b54d9a2-9001-4309-b447-15d57c358a98 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1444.690783] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:23:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3fca0ab6-cc80-429f-9117-885f170135b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b54d9a2-9001-4309-b447-15d57c358a98', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1444.698638] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1444.701540] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1444.702087] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-027c26ce-3251-4650-ba54-e9a66092c411 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.722736] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1444.722736] env[69751]: value = "task-3484776" [ 1444.722736] env[69751]: _type = "Task" [ 1444.722736] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.730609] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484776, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.885041] env[69751]: DEBUG nova.network.neutron [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Updated VIF entry in instance network info cache for port 9b54d9a2-9001-4309-b447-15d57c358a98. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1444.885433] env[69751]: DEBUG nova.network.neutron [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Updating instance_info_cache with network_info: [{"id": "9b54d9a2-9001-4309-b447-15d57c358a98", "address": "fa:16:3e:43:23:eb", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54d9a2-90", "ovs_interfaceid": "9b54d9a2-9001-4309-b447-15d57c358a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1445.157757] env[69751]: DEBUG oslo_vmware.api [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088496} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.158008] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1445.158199] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1445.158382] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1445.158550] env[69751]: INFO nova.compute.manager [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Took 2.58 seconds to destroy the instance on the hypervisor. [ 1445.158781] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1445.158963] env[69751]: DEBUG nova.compute.manager [-] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1445.159070] env[69751]: DEBUG nova.network.neutron [-] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1445.232117] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484776, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.388521] env[69751]: DEBUG oslo_concurrency.lockutils [req-2521d7ef-ae5a-4591-8358-19e652ab3c4d req-a0798465-1ad8-4ab7-956d-be75e383ab97 service nova] Releasing lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.734349] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484776, 'name': CreateVM_Task} progress is 99%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.015891] env[69751]: DEBUG nova.network.neutron [-] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.233625] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484776, 'name': CreateVM_Task, 'duration_secs': 1.364082} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.233756] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1446.234431] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.234623] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.234947] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.235204] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b3884a-9f01-4a7c-9c93-427cb4af91ed {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.239431] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1446.239431] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6f9cf-0435-5d85-d162-8974e77c38aa" [ 1446.239431] env[69751]: _type = "Task" [ 1446.239431] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.246632] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6f9cf-0435-5d85-d162-8974e77c38aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.272334] env[69751]: DEBUG nova.compute.manager [req-d132ec17-c70c-42a6-b0e6-1dfd1ff80d5b req-cf12c796-8846-420a-ac45-2c3ee7cc4546 service nova] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Received event network-vif-deleted-47c78363-f552-43ee-aa16-3ff057bc588b {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.518537] env[69751]: INFO nova.compute.manager [-] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Took 1.36 seconds to deallocate network for instance. [ 1446.751064] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52d6f9cf-0435-5d85-d162-8974e77c38aa, 'name': SearchDatastore_Task, 'duration_secs': 0.009688} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.751362] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.751591] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1446.751842] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.752011] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.752198] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1446.752449] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f852653-7006-42fb-92b9-e83af0872eb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.760330] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1446.760499] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1446.761244] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb7d4d3d-a928-442c-85a7-035687c70aa4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.765989] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1446.765989] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278dcc8-8879-2190-fb50-e9e011e4e3ff" [ 1446.765989] env[69751]: _type = "Task" [ 1446.765989] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.773093] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278dcc8-8879-2190-fb50-e9e011e4e3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.064249] env[69751]: INFO nova.compute.manager [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Took 0.55 seconds to detach 1 volumes for instance. [ 1447.066394] env[69751]: DEBUG nova.compute.manager [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5da0c5e3-f005-4205-8f38-6a79b8613974] Deleting volume: 890c6304-779e-4cb4-8eeb-765bddba4154 {{(pid=69751) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1447.275701] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5278dcc8-8879-2190-fb50-e9e011e4e3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008037} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.276468] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f095d14e-66ae-4927-9d4b-098f5a749a3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.281228] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1447.281228] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526a55d1-1a1f-e08e-4760-18e3c55241c5" [ 1447.281228] env[69751]: _type = "Task" [ 1447.281228] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.288135] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526a55d1-1a1f-e08e-4760-18e3c55241c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.603804] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.604125] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.604322] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.625765] env[69751]: INFO nova.scheduler.client.report [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted allocations for instance 5da0c5e3-f005-4205-8f38-6a79b8613974 [ 1447.791661] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526a55d1-1a1f-e08e-4760-18e3c55241c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009753} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.792035] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.792209] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/dfe5b023-775d-4dfd-aad9-3604d4bf5353.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1447.792467] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23ec4c73-1ff5-49a1-ab2f-8f57d567578e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.799058] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1447.799058] env[69751]: value = "task-3484778" [ 1447.799058] env[69751]: _type = "Task" [ 1447.799058] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.806992] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.134177] env[69751]: DEBUG oslo_concurrency.lockutils [None req-b7f85ef8-d72c-4cc2-a48e-100b8b1a891b tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5da0c5e3-f005-4205-8f38-6a79b8613974" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.059s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.309397] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423304} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.309696] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/dfe5b023-775d-4dfd-aad9-3604d4bf5353.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1448.309954] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Extending root virtual disk to 1048576 {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1448.310288] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0513a40-5009-4ea8-843b-eb396bc303a7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.317439] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1448.317439] env[69751]: value = "task-3484779" [ 1448.317439] env[69751]: _type = "Task" [ 1448.317439] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.325317] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.827310] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06606} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.827619] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Extended root virtual disk {{(pid=69751) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.828340] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6aa43f-b68a-449e-a287-ca1740212cb6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.842920] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.843164] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.843360] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.843541] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.843706] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.853385] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/dfe5b023-775d-4dfd-aad9-3604d4bf5353.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.853863] env[69751]: INFO nova.compute.manager [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Terminating instance [ 1448.855145] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90df62f4-8185-4076-8fdf-e76d5750dd2b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.876146] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1448.876146] env[69751]: value = "task-3484780" [ 1448.876146] env[69751]: _type = "Task" [ 1448.876146] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.884941] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484780, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.372176] env[69751]: DEBUG nova.compute.manager [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.372801] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.373335] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b644180d-0a44-4a35-8661-2c672817fbd8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.383319] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.383869] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-616118ae-3b6d-4719-9bf8-14f3ae742c29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.388129] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484780, 'name': ReconfigVM_Task, 'duration_secs': 0.493491} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.388663] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Reconfigured VM instance instance-0000007f to attach disk [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/dfe5b023-775d-4dfd-aad9-3604d4bf5353.vmdk or device None with type sparse {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1449.389338] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e7d3f37-d8d6-4429-8670-2f24601e527f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.392551] env[69751]: DEBUG oslo_vmware.api [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1449.392551] env[69751]: value = "task-3484781" [ 1449.392551] env[69751]: _type = "Task" [ 1449.392551] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.396056] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1449.396056] env[69751]: value = "task-3484782" [ 1449.396056] env[69751]: _type = "Task" [ 1449.396056] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.402254] env[69751]: DEBUG oslo_vmware.api [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.409912] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484782, 'name': Rename_Task} progress is 6%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.902884] env[69751]: DEBUG oslo_vmware.api [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484781, 'name': PowerOffVM_Task, 'duration_secs': 0.222038} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.903467] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.903667] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.903899] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f56c6357-7b2e-4dd1-8a5e-e4c3fc85e1bf {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.907843] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484782, 'name': Rename_Task, 'duration_secs': 0.146654} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.908356] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.908885] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af453c78-143b-4479-b7a8-b9f372b721d6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.915701] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1449.915701] env[69751]: value = "task-3484784" [ 1449.915701] env[69751]: _type = "Task" [ 1449.915701] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.922895] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.973136] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1449.973136] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1449.973136] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleting the datastore file [datastore1] 5fc3c996-b8fd-4f35-9186-7fe36c622a3e {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1449.973363] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e147ef9b-0dea-442c-8ecb-c76a01eea223 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.980055] env[69751]: DEBUG oslo_vmware.api [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1449.980055] env[69751]: value = "task-3484785" [ 1449.980055] env[69751]: _type = "Task" [ 1449.980055] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.988350] env[69751]: DEBUG oslo_vmware.api [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.425028] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484784, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.490176] env[69751]: DEBUG oslo_vmware.api [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129749} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.490440] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.490624] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.490824] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.491012] env[69751]: INFO nova.compute.manager [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1450.491263] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.491453] env[69751]: DEBUG nova.compute.manager [-] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.491548] env[69751]: DEBUG nova.network.neutron [-] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.731896] env[69751]: DEBUG nova.compute.manager [req-2e561107-4f54-4cdb-8e68-b51438d83e0c req-f8324382-d0ca-485f-bfaf-71977c050d1a service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Received event network-vif-deleted-40be6079-d2fc-403f-bc33-f4772fa79bd5 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.732100] env[69751]: INFO nova.compute.manager [req-2e561107-4f54-4cdb-8e68-b51438d83e0c req-f8324382-d0ca-485f-bfaf-71977c050d1a service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Neutron deleted interface 40be6079-d2fc-403f-bc33-f4772fa79bd5; detaching it from the instance and deleting it from the info cache [ 1450.732297] env[69751]: DEBUG nova.network.neutron [req-2e561107-4f54-4cdb-8e68-b51438d83e0c req-f8324382-d0ca-485f-bfaf-71977c050d1a service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.927329] env[69751]: DEBUG oslo_vmware.api [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484784, 'name': PowerOnVM_Task, 'duration_secs': 0.522428} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.927724] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1450.927825] env[69751]: INFO nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1450.928115] env[69751]: DEBUG nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1450.930481] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970d469c-2fa6-4a5a-b1fb-5d1e2c4a1376 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.216536] env[69751]: DEBUG nova.network.neutron [-] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.236541] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e5124c9-1e6f-472b-8b28-b79a9f22b2c3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.246729] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cf2faf-b2a8-4222-bc1c-e2b678821857 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.274131] env[69751]: DEBUG nova.compute.manager [req-2e561107-4f54-4cdb-8e68-b51438d83e0c req-f8324382-d0ca-485f-bfaf-71977c050d1a service nova] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Detach interface failed, port_id=40be6079-d2fc-403f-bc33-f4772fa79bd5, reason: Instance 5fc3c996-b8fd-4f35-9186-7fe36c622a3e could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1451.450995] env[69751]: INFO nova.compute.manager [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Took 12.95 seconds to build instance. [ 1451.718822] env[69751]: INFO nova.compute.manager [-] [instance: 5fc3c996-b8fd-4f35-9186-7fe36c622a3e] Took 1.23 seconds to deallocate network for instance. [ 1451.793527] env[69751]: INFO nova.compute.manager [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Rescuing [ 1451.793818] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.794020] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.794182] env[69751]: DEBUG nova.network.neutron [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.954205] env[69751]: DEBUG oslo_concurrency.lockutils [None req-421ca3e4-45c8-4ebb-a6ba-6f0de084b65a tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.464s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.225441] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.225721] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.225962] env[69751]: DEBUG nova.objects.instance [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'resources' on Instance uuid 5fc3c996-b8fd-4f35-9186-7fe36c622a3e {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.457677] env[69751]: DEBUG nova.network.neutron [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Updating instance_info_cache with network_info: [{"id": "9b54d9a2-9001-4309-b447-15d57c358a98", "address": "fa:16:3e:43:23:eb", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54d9a2-90", "ovs_interfaceid": "9b54d9a2-9001-4309-b447-15d57c358a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.744833] env[69751]: DEBUG nova.scheduler.client.report [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Refreshing inventories for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1452.758480] env[69751]: DEBUG nova.scheduler.client.report [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Updating ProviderTree inventory for provider 74631012-ddda-42d8-adad-d5ac6fc85831 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1452.758696] env[69751]: DEBUG nova.compute.provider_tree [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Updating inventory in ProviderTree for provider 74631012-ddda-42d8-adad-d5ac6fc85831 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1452.768121] env[69751]: DEBUG nova.scheduler.client.report [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Refreshing aggregate associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, aggregates: None {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1452.784185] env[69751]: DEBUG nova.scheduler.client.report [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Refreshing trait associations for resource provider 74631012-ddda-42d8-adad-d5ac6fc85831, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=69751) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1452.846709] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe7b6af-1936-40de-a4df-a815c78d3b62 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.855444] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d3530a-3b47-4430-8d1d-02efc6bc08be {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.883995] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d6273c-62f1-4f45-919b-0f02b87eadca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.890968] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8564f9-56fc-4020-b5e8-e8a00051721e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.903545] env[69751]: DEBUG nova.compute.provider_tree [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.960405] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.391441] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1453.406673] env[69751]: DEBUG nova.scheduler.client.report [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.911653] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.686s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.934450] env[69751]: INFO nova.scheduler.client.report [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted allocations for instance 5fc3c996-b8fd-4f35-9186-7fe36c622a3e [ 1454.387079] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.390692] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.390914] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.391107] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.391280] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1454.391481] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.443841] env[69751]: DEBUG oslo_concurrency.lockutils [None req-38b6b7f2-ebd4-4d5c-a78f-388b54a398e3 tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "5fc3c996-b8fd-4f35-9186-7fe36c622a3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.495784] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.496131] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e81e30b-3962-4a5c-9272-e0cf72025e5d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.503400] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1454.503400] env[69751]: value = "task-3484786" [ 1454.503400] env[69751]: _type = "Task" [ 1454.503400] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.511340] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.894599] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.894756] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1454.895052] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.895268] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1454.896218] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a92138e-b0fc-4f7a-b65d-5890c5652682 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.904203] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e075b2a3-87dc-44ff-b508-f0486ae24699 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.919588] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf2b3d7-e95f-4b86-973e-8f55a755e337 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.926990] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7db9c0-7ae2-4f8d-9be1-0f9831b0a5c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.963488] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180073MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1454.963488] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.963693] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.012720] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484786, 'name': PowerOffVM_Task, 'duration_secs': 0.153209} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.012975] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.013765] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee62ea35-0e7b-4d3a-9be9-00201892cf85 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.033379] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b2227b-cbac-4e00-9b29-498ce4fca702 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.064605] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1455.065208] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50bfb89d-61bd-4a42-a51e-cccc162fb364 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.072381] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1455.072381] env[69751]: value = "task-3484788" [ 1455.072381] env[69751]: _type = "Task" [ 1455.072381] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.079866] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.582924] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1455.583291] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Processing image bdbeef69-23c5-44d2-95dd-aaeb0faef368 {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1455.583429] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.583583] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.583761] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1455.583996] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f52e60bc-d251-4e14-af8e-1dbb22cfe1b6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.592110] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1455.592280] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1455.592929] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfe82a84-e2ac-4ff8-b718-067600ec07f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.597387] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1455.597387] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5242a60f-cb6b-5dd4-11c9-c87b93d9b661" [ 1455.597387] env[69751]: _type = "Task" [ 1455.597387] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.604985] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5242a60f-cb6b-5dd4-11c9-c87b93d9b661, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.988934] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c3f35115-410c-465c-a9f1-78d7d74976c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1455.989105] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance 5079247f-6771-44d0-a916-f49ac47fafc4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1455.989233] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c91b41b7-00d3-45f3-9712-a90db475564a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1455.989353] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance dfe5b023-775d-4dfd-aad9-3604d4bf5353 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1455.989529] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1455.989664] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1456.049283] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e25dcaf-5f02-40ab-8008-5c6f6fc65522 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.056908] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9191d0a-8274-4b80-89c7-f00bdcad7cbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.085532] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4dd3ea-e991-46cd-a323-a5df15dbf7ad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.092428] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b050ba67-7b4f-4639-91f0-0e3751e0f84f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.106660] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.115699] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5242a60f-cb6b-5dd4-11c9-c87b93d9b661, 'name': SearchDatastore_Task, 'duration_secs': 0.008101} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.116925] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f73c7122-81ef-4b83-aa10-06357dfc9d30 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.122107] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1456.122107] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520eb40f-1309-d621-110d-4dc5f59e1b21" [ 1456.122107] env[69751]: _type = "Task" [ 1456.122107] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.129592] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520eb40f-1309-d621-110d-4dc5f59e1b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.612835] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1456.631940] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]520eb40f-1309-d621-110d-4dc5f59e1b21, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.632208] env[69751]: DEBUG oslo_concurrency.lockutils [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "[datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.632460] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. {{(pid=69751) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1456.632711] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-301405e5-b64c-4234-9d8a-045826099257 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.640249] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1456.640249] env[69751]: value = "task-3484789" [ 1456.640249] env[69751]: _type = "Task" [ 1456.640249] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.647340] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484789, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.117781] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1457.117781] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.154s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.151056] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484789, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41973} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.151437] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/bdbeef69-23c5-44d2-95dd-aaeb0faef368/bdbeef69-23c5-44d2-95dd-aaeb0faef368.vmdk to [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk. [ 1457.152559] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a09c49a1-017e-4863-90d1-3f94c1975219 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.176457] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1457.176703] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8370809-2557-438f-aaab-9bf65b69c376 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.193751] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1457.193751] env[69751]: value = "task-3484790" [ 1457.193751] env[69751]: _type = "Task" [ 1457.193751] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.200937] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.703226] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484790, 'name': ReconfigVM_Task, 'duration_secs': 0.263419} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.703576] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Reconfigured VM instance instance-0000007f to attach disk [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353/bdbeef69-23c5-44d2-95dd-aaeb0faef368-rescue.vmdk or device None with type thin {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.704352] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affb2b5a-295d-425c-97a9-4b82683dfbc5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.727513] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89d9aafa-9bb4-4e52-ad34-2b03e6b44a3c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.741577] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1457.741577] env[69751]: value = "task-3484791" [ 1457.741577] env[69751]: _type = "Task" [ 1457.741577] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.750038] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484791, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.118024] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.118138] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.251475] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484791, 'name': ReconfigVM_Task, 'duration_secs': 0.147951} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.251694] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.251978] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56d7428f-4095-4136-9fd0-f05efad339f1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.258777] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1458.258777] env[69751]: value = "task-3484792" [ 1458.258777] env[69751]: _type = "Task" [ 1458.258777] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.266043] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.507415] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "c3f35115-410c-465c-a9f1-78d7d74976c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.507769] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.508100] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "c3f35115-410c-465c-a9f1-78d7d74976c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.508377] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.508668] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.511107] env[69751]: INFO nova.compute.manager [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Terminating instance [ 1458.768468] env[69751]: DEBUG oslo_vmware.api [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484792, 'name': PowerOnVM_Task, 'duration_secs': 0.379114} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.768833] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.771424] env[69751]: DEBUG nova.compute.manager [None req-9cae6c85-1c8f-4d92-a82b-6f1071fe08f4 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1458.772192] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e64ef8c-e231-41f7-a770-fcf9b9b0c0da {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.014616] env[69751]: DEBUG nova.compute.manager [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1459.014833] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1459.015742] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096223fc-60fc-42b5-8a6d-6c0608c890d8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.023587] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1459.023771] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bb5a17d-3c4c-46be-a542-899c3975bfbe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.029604] env[69751]: DEBUG oslo_vmware.api [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1459.029604] env[69751]: value = "task-3484793" [ 1459.029604] env[69751]: _type = "Task" [ 1459.029604] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.036927] env[69751]: DEBUG oslo_vmware.api [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.539638] env[69751]: DEBUG oslo_vmware.api [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484793, 'name': PowerOffVM_Task, 'duration_secs': 0.190802} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.539908] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.540097] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1459.540347] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3f0571c-d03a-4211-849d-e3f4055d68ea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.599138] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1459.599370] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1459.599569] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleting the datastore file [datastore2] c3f35115-410c-465c-a9f1-78d7d74976c7 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1459.599943] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ccf442-178e-417b-92dd-854df83145d4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.606042] env[69751]: DEBUG oslo_vmware.api [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for the task: (returnval){ [ 1459.606042] env[69751]: value = "task-3484795" [ 1459.606042] env[69751]: _type = "Task" [ 1459.606042] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.613597] env[69751]: DEBUG oslo_vmware.api [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.688447] env[69751]: INFO nova.compute.manager [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Unrescuing [ 1459.688844] env[69751]: DEBUG oslo_concurrency.lockutils [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.689055] env[69751]: DEBUG oslo_concurrency.lockutils [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquired lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.689299] env[69751]: DEBUG nova.network.neutron [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1460.117768] env[69751]: DEBUG oslo_vmware.api [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Task: {'id': task-3484795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128043} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.118237] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.118237] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.118376] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.118485] env[69751]: INFO nova.compute.manager [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1460.118740] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.118941] env[69751]: DEBUG nova.compute.manager [-] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.119037] env[69751]: DEBUG nova.network.neutron [-] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1460.379058] env[69751]: DEBUG nova.compute.manager [req-f1dbb400-f204-4dad-af33-5827247b83dc req-c10eafdc-f86a-49af-b174-a292fadfd481 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Received event network-vif-deleted-39ba5ffc-f271-4fb6-bac4-0f64084524b0 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1460.379278] env[69751]: INFO nova.compute.manager [req-f1dbb400-f204-4dad-af33-5827247b83dc req-c10eafdc-f86a-49af-b174-a292fadfd481 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Neutron deleted interface 39ba5ffc-f271-4fb6-bac4-0f64084524b0; detaching it from the instance and deleting it from the info cache [ 1460.379496] env[69751]: DEBUG nova.network.neutron [req-f1dbb400-f204-4dad-af33-5827247b83dc req-c10eafdc-f86a-49af-b174-a292fadfd481 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.421535] env[69751]: DEBUG nova.network.neutron [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Updating instance_info_cache with network_info: [{"id": "9b54d9a2-9001-4309-b447-15d57c358a98", "address": "fa:16:3e:43:23:eb", "network": {"id": "41776129-6a1e-4ad8-99f9-d44e28b4ce89", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-998787735-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "30198468a6b0440f8c82d2472b7068a7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3fca0ab6-cc80-429f-9117-885f170135b7", "external-id": "nsx-vlan-transportzone-393", "segmentation_id": 393, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b54d9a2-90", "ovs_interfaceid": "9b54d9a2-9001-4309-b447-15d57c358a98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.858472] env[69751]: DEBUG nova.network.neutron [-] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1460.885523] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6ad2c64-d899-4238-aa55-c43b05e44e0b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.895531] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709e0f1c-4abf-42a6-82d7-f2942af564e7 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.922414] env[69751]: DEBUG nova.compute.manager [req-f1dbb400-f204-4dad-af33-5827247b83dc req-c10eafdc-f86a-49af-b174-a292fadfd481 service nova] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Detach interface failed, port_id=39ba5ffc-f271-4fb6-bac4-0f64084524b0, reason: Instance c3f35115-410c-465c-a9f1-78d7d74976c7 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1460.924134] env[69751]: DEBUG oslo_concurrency.lockutils [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Releasing lock "refresh_cache-dfe5b023-775d-4dfd-aad9-3604d4bf5353" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.924704] env[69751]: DEBUG nova.objects.instance [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lazy-loading 'flavor' on Instance uuid dfe5b023-775d-4dfd-aad9-3604d4bf5353 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.361264] env[69751]: INFO nova.compute.manager [-] [instance: c3f35115-410c-465c-a9f1-78d7d74976c7] Took 1.24 seconds to deallocate network for instance. [ 1461.431594] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bbffc4-c12a-43f4-92bf-4f274d943c13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.453011] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1461.453416] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bd397e6-ba39-4261-bffe-bf4eba16d871 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.460034] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1461.460034] env[69751]: value = "task-3484796" [ 1461.460034] env[69751]: _type = "Task" [ 1461.460034] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.467908] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.867621] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.867919] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.868160] env[69751]: DEBUG nova.objects.instance [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lazy-loading 'resources' on Instance uuid c3f35115-410c-465c-a9f1-78d7d74976c7 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1461.970385] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484796, 'name': PowerOffVM_Task, 'duration_secs': 0.203306} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.970385] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1461.975441] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1461.975712] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9dac48f-521b-4f5d-83dd-b1f11ea4fc92 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.993383] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1461.993383] env[69751]: value = "task-3484797" [ 1461.993383] env[69751]: _type = "Task" [ 1461.993383] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.000997] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.432165] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f2a01b-7bcb-4408-89ab-bb1dcfee8370 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.439739] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7601b558-6f98-474c-99c8-5446a53f315f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.469201] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277ff72d-57d8-47a6-a01b-82a8c8a8dad3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.476370] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d862b4d1-b688-44e2-8dd0-036864e8915f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.490136] env[69751]: DEBUG nova.compute.provider_tree [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1462.501448] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484797, 'name': ReconfigVM_Task, 'duration_secs': 0.278583} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.502691] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69751) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1462.502891] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1462.503245] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-528e9f71-582b-426a-8885-b31a99e9bca6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.509294] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1462.509294] env[69751]: value = "task-3484798" [ 1462.509294] env[69751]: _type = "Task" [ 1462.509294] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.518522] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.993202] env[69751]: DEBUG nova.scheduler.client.report [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1463.019122] env[69751]: DEBUG oslo_vmware.api [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484798, 'name': PowerOnVM_Task, 'duration_secs': 0.386035} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.019376] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1463.019597] env[69751]: DEBUG nova.compute.manager [None req-915ae6ad-7ff2-43ee-92bb-03eb60dd3fd5 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1463.020344] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4a7ac7-4158-404e-acbc-3eb7f71dbc20 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.497964] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.520600] env[69751]: INFO nova.scheduler.client.report [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Deleted allocations for instance c3f35115-410c-465c-a9f1-78d7d74976c7 [ 1464.028097] env[69751]: DEBUG oslo_concurrency.lockutils [None req-1610e6cf-916c-4169-9869-694ee2ef518d tempest-ServerActionsTestOtherA-732560869 tempest-ServerActionsTestOtherA-732560869-project-member] Lock "c3f35115-410c-465c-a9f1-78d7d74976c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.520s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.273749] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.274037] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.274266] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.274453] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.274622] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.276730] env[69751]: INFO nova.compute.manager [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Terminating instance [ 1464.781046] env[69751]: DEBUG nova.compute.manager [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1464.781046] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1464.781392] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe10b12-789a-4307-8e80-2bbd68e4e401 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.788929] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1464.789163] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-59bbee78-ad1e-4251-97db-54f072dd8b3a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.795863] env[69751]: DEBUG oslo_vmware.api [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1464.795863] env[69751]: value = "task-3484799" [ 1464.795863] env[69751]: _type = "Task" [ 1464.795863] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.804180] env[69751]: DEBUG oslo_vmware.api [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.306428] env[69751]: DEBUG oslo_vmware.api [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484799, 'name': PowerOffVM_Task, 'duration_secs': 0.244692} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.306698] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1465.306870] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1465.307133] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73283550-21b5-49fa-9ec7-7540f2b3e96f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.115518] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1466.115807] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1466.115917] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Deleting the datastore file [datastore1] dfe5b023-775d-4dfd-aad9-3604d4bf5353 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1466.116207] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-803a4fec-e83f-4281-87e0-703f82e8b3a0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.123841] env[69751]: DEBUG oslo_vmware.api [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1466.123841] env[69751]: value = "task-3484801" [ 1466.123841] env[69751]: _type = "Task" [ 1466.123841] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.132049] env[69751]: DEBUG oslo_vmware.api [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.633447] env[69751]: DEBUG oslo_vmware.api [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157195} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.633711] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1466.633894] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1466.634100] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1466.634281] env[69751]: INFO nova.compute.manager [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Took 1.85 seconds to destroy the instance on the hypervisor. [ 1466.634520] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1466.634710] env[69751]: DEBUG nova.compute.manager [-] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1466.634807] env[69751]: DEBUG nova.network.neutron [-] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1466.847036] env[69751]: DEBUG nova.compute.manager [req-11ac2671-ffec-4813-b8ee-045bbceb8198 req-4204de2c-f1f2-4698-b97a-38aa57e5bf32 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Received event network-vif-deleted-9b54d9a2-9001-4309-b447-15d57c358a98 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1466.847278] env[69751]: INFO nova.compute.manager [req-11ac2671-ffec-4813-b8ee-045bbceb8198 req-4204de2c-f1f2-4698-b97a-38aa57e5bf32 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Neutron deleted interface 9b54d9a2-9001-4309-b447-15d57c358a98; detaching it from the instance and deleting it from the info cache [ 1466.847415] env[69751]: DEBUG nova.network.neutron [req-11ac2671-ffec-4813-b8ee-045bbceb8198 req-4204de2c-f1f2-4698-b97a-38aa57e5bf32 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.325439] env[69751]: DEBUG nova.network.neutron [-] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1467.349315] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59f97ceb-4412-4f22-b137-12d583526de5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.358707] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24cdcae9-eb48-4265-8522-3038b286a259 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.383307] env[69751]: DEBUG nova.compute.manager [req-11ac2671-ffec-4813-b8ee-045bbceb8198 req-4204de2c-f1f2-4698-b97a-38aa57e5bf32 service nova] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Detach interface failed, port_id=9b54d9a2-9001-4309-b447-15d57c358a98, reason: Instance dfe5b023-775d-4dfd-aad9-3604d4bf5353 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1467.828030] env[69751]: INFO nova.compute.manager [-] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Took 1.19 seconds to deallocate network for instance. [ 1468.334963] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.335297] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.335493] env[69751]: DEBUG nova.objects.instance [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lazy-loading 'resources' on Instance uuid dfe5b023-775d-4dfd-aad9-3604d4bf5353 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1468.893271] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d76f81-154f-4579-871a-6f73bdf22dc4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.900694] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9250b0f3-d773-4d84-b6a4-a04e57bb276a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.931484] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805b5540-1bbb-46c5-a6a9-8bf9f80f007a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.938352] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef1cb63-4904-4aac-a407-a2a6488e5ebb {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.951355] env[69751]: DEBUG nova.compute.provider_tree [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.454626] env[69751]: DEBUG nova.scheduler.client.report [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.959803] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.624s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.983726] env[69751]: INFO nova.scheduler.client.report [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Deleted allocations for instance dfe5b023-775d-4dfd-aad9-3604d4bf5353 [ 1470.492930] env[69751]: DEBUG oslo_concurrency.lockutils [None req-fa1cc611-d898-4b26-b23c-04f34b45b8bf tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "dfe5b023-775d-4dfd-aad9-3604d4bf5353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.219s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.232834] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "5079247f-6771-44d0-a916-f49ac47fafc4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.233125] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "5079247f-6771-44d0-a916-f49ac47fafc4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.233341] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "5079247f-6771-44d0-a916-f49ac47fafc4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.233534] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "5079247f-6771-44d0-a916-f49ac47fafc4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.233703] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "5079247f-6771-44d0-a916-f49ac47fafc4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.235947] env[69751]: INFO nova.compute.manager [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Terminating instance [ 1471.739664] env[69751]: DEBUG nova.compute.manager [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1471.740049] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1471.740817] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28159a1-0d8a-4ee1-bd60-a37751048d8c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.748266] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1471.748477] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a95fc0d-cab7-41d9-91bf-dd2493ff2072 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.755671] env[69751]: DEBUG oslo_vmware.api [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1471.755671] env[69751]: value = "task-3484802" [ 1471.755671] env[69751]: _type = "Task" [ 1471.755671] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.762564] env[69751]: DEBUG oslo_vmware.api [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.264982] env[69751]: DEBUG oslo_vmware.api [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484802, 'name': PowerOffVM_Task, 'duration_secs': 0.206523} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.265362] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1472.265528] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1472.265782] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4246b9d-23d7-4f74-ac4d-2b8afa2ea976 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.324121] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1472.324387] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1472.324638] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Deleting the datastore file [datastore2] 5079247f-6771-44d0-a916-f49ac47fafc4 {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1472.324913] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-787ab987-2e5a-493c-989d-e7473cbf3943 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.330799] env[69751]: DEBUG oslo_vmware.api [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for the task: (returnval){ [ 1472.330799] env[69751]: value = "task-3484804" [ 1472.330799] env[69751]: _type = "Task" [ 1472.330799] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.338279] env[69751]: DEBUG oslo_vmware.api [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.841674] env[69751]: DEBUG oslo_vmware.api [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Task: {'id': task-3484804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164493} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.842091] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1472.842091] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1472.842293] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1472.842466] env[69751]: INFO nova.compute.manager [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1472.842699] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.842892] env[69751]: DEBUG nova.compute.manager [-] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1472.842986] env[69751]: DEBUG nova.network.neutron [-] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1473.071821] env[69751]: DEBUG nova.compute.manager [req-79f16004-fe55-43ef-91f8-cd844c881526 req-dda6a4ef-35fd-4f65-8009-cf1d08ae277c service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Received event network-vif-deleted-5ba6305a-95e9-480d-9f0c-261fd0ea8d2e {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.071954] env[69751]: INFO nova.compute.manager [req-79f16004-fe55-43ef-91f8-cd844c881526 req-dda6a4ef-35fd-4f65-8009-cf1d08ae277c service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Neutron deleted interface 5ba6305a-95e9-480d-9f0c-261fd0ea8d2e; detaching it from the instance and deleting it from the info cache [ 1473.072033] env[69751]: DEBUG nova.network.neutron [req-79f16004-fe55-43ef-91f8-cd844c881526 req-dda6a4ef-35fd-4f65-8009-cf1d08ae277c service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.556154] env[69751]: DEBUG nova.network.neutron [-] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.574804] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-739fbe12-9607-4ae8-a840-cfaa614f6cd2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.584360] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d2ce9d-ae35-44ca-876c-968c10ecd048 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.607572] env[69751]: DEBUG nova.compute.manager [req-79f16004-fe55-43ef-91f8-cd844c881526 req-dda6a4ef-35fd-4f65-8009-cf1d08ae277c service nova] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Detach interface failed, port_id=5ba6305a-95e9-480d-9f0c-261fd0ea8d2e, reason: Instance 5079247f-6771-44d0-a916-f49ac47fafc4 could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1474.059643] env[69751]: INFO nova.compute.manager [-] [instance: 5079247f-6771-44d0-a916-f49ac47fafc4] Took 1.22 seconds to deallocate network for instance. [ 1474.566891] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.567201] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.567469] env[69751]: DEBUG nova.objects.instance [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lazy-loading 'resources' on Instance uuid 5079247f-6771-44d0-a916-f49ac47fafc4 {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1475.113114] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a80944a-a5ae-49cf-9d47-276762cb6178 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.121050] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eda4e1-f889-4182-986d-9938a68b7c02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.151790] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5c7e69-479b-4645-b9f0-f50b0ad49db2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.159094] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e549f9-74e5-4dc1-8991-e24593d394c6 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.853910] env[69751]: DEBUG nova.compute.provider_tree [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1476.357368] env[69751]: DEBUG nova.scheduler.client.report [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1476.863027] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1476.881442] env[69751]: INFO nova.scheduler.client.report [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Deleted allocations for instance 5079247f-6771-44d0-a916-f49ac47fafc4 [ 1477.388500] env[69751]: DEBUG oslo_concurrency.lockutils [None req-d1f84b43-46e5-4625-8ed8-b510d9744103 tempest-ServerRescueTestJSON-462159918 tempest-ServerRescueTestJSON-462159918-project-member] Lock "5079247f-6771-44d0-a916-f49ac47fafc4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.155s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.460693] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.461095] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.461219] env[69751]: INFO nova.compute.manager [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Shelving [ 1482.469327] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1482.469733] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e9cf93d-478e-428b-a610-3580468cf2b5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.478127] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1482.478127] env[69751]: value = "task-3484805" [ 1482.478127] env[69751]: _type = "Task" [ 1482.478127] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.486710] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.988657] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484805, 'name': PowerOffVM_Task, 'duration_secs': 0.171683} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.988920] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1482.989705] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42095b5d-94d1-4bdc-b90f-427b92ab003d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.007958] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7cacf-9a88-4e45-9e8f-c4cae991dcad {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.517888] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Creating Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1483.518244] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2f180235-0027-4032-bdc3-3b057ee8e5f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.525561] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1483.525561] env[69751]: value = "task-3484806" [ 1483.525561] env[69751]: _type = "Task" [ 1483.525561] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.533158] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484806, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.035476] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484806, 'name': CreateSnapshot_Task, 'duration_secs': 0.381224} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.035741] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Created Snapshot of the VM instance {{(pid=69751) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1484.036466] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943c1755-5f72-475f-9ea9-ad31529c28fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.553349] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Creating linked-clone VM from snapshot {{(pid=69751) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1484.553692] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cabac9b9-6372-4da8-93ac-ef2257648d0c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.562655] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1484.562655] env[69751]: value = "task-3484807" [ 1484.562655] env[69751]: _type = "Task" [ 1484.562655] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.569843] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484807, 'name': CloneVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.072592] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484807, 'name': CloneVM_Task} progress is 94%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.573411] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484807, 'name': CloneVM_Task, 'duration_secs': 0.877681} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.573731] env[69751]: INFO nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Created linked-clone VM from snapshot [ 1485.574354] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e88406-16df-485e-ba01-0786501caf46 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.581053] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Uploading image 22e0a73e-3273-4c23-8d66-c1ee2f76845a {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1485.600148] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1485.600148] env[69751]: value = "vm-696611" [ 1485.600148] env[69751]: _type = "VirtualMachine" [ 1485.600148] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1485.600373] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ddc46c3-b4a4-4702-bab8-22603369190e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.606539] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease: (returnval){ [ 1485.606539] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec48f6-0d08-f4ac-1a9c-519303b5a611" [ 1485.606539] env[69751]: _type = "HttpNfcLease" [ 1485.606539] env[69751]: } obtained for exporting VM: (result){ [ 1485.606539] env[69751]: value = "vm-696611" [ 1485.606539] env[69751]: _type = "VirtualMachine" [ 1485.606539] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1485.606802] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the lease: (returnval){ [ 1485.606802] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec48f6-0d08-f4ac-1a9c-519303b5a611" [ 1485.606802] env[69751]: _type = "HttpNfcLease" [ 1485.606802] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1485.612821] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1485.612821] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec48f6-0d08-f4ac-1a9c-519303b5a611" [ 1485.612821] env[69751]: _type = "HttpNfcLease" [ 1485.612821] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1486.114944] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1486.114944] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec48f6-0d08-f4ac-1a9c-519303b5a611" [ 1486.114944] env[69751]: _type = "HttpNfcLease" [ 1486.114944] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1486.117266] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1486.117266] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52ec48f6-0d08-f4ac-1a9c-519303b5a611" [ 1486.117266] env[69751]: _type = "HttpNfcLease" [ 1486.117266] env[69751]: }. {{(pid=69751) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1486.117266] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4b2546-8147-4ed4-b110-83c095ae2f7c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.122911] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286839e-a634-e4c2-b494-5213111c8b5d/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1486.123097] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286839e-a634-e4c2-b494-5213111c8b5d/disk-0.vmdk for reading. {{(pid=69751) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1486.209184] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d56babbb-d450-4aff-a854-607adb1868df {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.287425] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286839e-a634-e4c2-b494-5213111c8b5d/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1494.288400] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e2fcd6-6521-4fc3-868d-2661b9c1f3dd {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.294528] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286839e-a634-e4c2-b494-5213111c8b5d/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1494.294718] env[69751]: ERROR oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286839e-a634-e4c2-b494-5213111c8b5d/disk-0.vmdk due to incomplete transfer. [ 1494.294928] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51e884ed-558d-47c3-b654-e5fdbe9af52a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.302540] env[69751]: DEBUG oslo_vmware.rw_handles [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5286839e-a634-e4c2-b494-5213111c8b5d/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1494.302733] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Uploaded image 22e0a73e-3273-4c23-8d66-c1ee2f76845a to the Glance image server {{(pid=69751) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1494.304851] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Destroying the VM {{(pid=69751) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1494.305100] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-adfc4aee-c87f-4fde-8828-01c3972a2007 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.310198] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1494.310198] env[69751]: value = "task-3484809" [ 1494.310198] env[69751]: _type = "Task" [ 1494.310198] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.317784] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484809, 'name': Destroy_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.821732] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484809, 'name': Destroy_Task, 'duration_secs': 0.282832} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.821978] env[69751]: INFO nova.virt.vmwareapi.vm_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Destroyed the VM [ 1494.822262] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Deleting Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1494.822505] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6578e9b8-87a3-4a0f-a9c0-ccbfeb45e9f0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.828513] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1494.828513] env[69751]: value = "task-3484810" [ 1494.828513] env[69751]: _type = "Task" [ 1494.828513] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.835532] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.338051] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484810, 'name': RemoveSnapshot_Task, 'duration_secs': 0.368369} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.338379] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Deleted Snapshot of the VM instance {{(pid=69751) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1495.338589] env[69751]: DEBUG nova.compute.manager [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1495.339351] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d83e55-6ffc-4fe7-a3c6-de1c44b8bb01 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.850597] env[69751]: INFO nova.compute.manager [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Shelve offloading [ 1496.354636] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1496.355034] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93ae5765-519c-4356-b881-0e675bbd471c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.363180] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1496.363180] env[69751]: value = "task-3484811" [ 1496.363180] env[69751]: _type = "Task" [ 1496.363180] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.370977] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.876232] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] VM already powered off {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1496.876492] env[69751]: DEBUG nova.compute.manager [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1496.877562] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df72f2d-ee1d-4e97-9ee4-27590c40f365 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.884558] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.884777] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.885009] env[69751]: DEBUG nova.network.neutron [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.583372] env[69751]: DEBUG nova.network.neutron [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": "aa1156a8-3e20-4447-aed5-af16e8524014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.086492] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.275651] env[69751]: DEBUG nova.compute.manager [req-63210344-160a-424b-9238-b4bbc24b6eee req-e43b56ef-b4db-4c16-814b-839c76748e11 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-vif-unplugged-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1498.275867] env[69751]: DEBUG oslo_concurrency.lockutils [req-63210344-160a-424b-9238-b4bbc24b6eee req-e43b56ef-b4db-4c16-814b-839c76748e11 service nova] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.276092] env[69751]: DEBUG oslo_concurrency.lockutils [req-63210344-160a-424b-9238-b4bbc24b6eee req-e43b56ef-b4db-4c16-814b-839c76748e11 service nova] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.276266] env[69751]: DEBUG oslo_concurrency.lockutils [req-63210344-160a-424b-9238-b4bbc24b6eee req-e43b56ef-b4db-4c16-814b-839c76748e11 service nova] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.276435] env[69751]: DEBUG nova.compute.manager [req-63210344-160a-424b-9238-b4bbc24b6eee req-e43b56ef-b4db-4c16-814b-839c76748e11 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] No waiting events found dispatching network-vif-unplugged-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1498.276601] env[69751]: WARNING nova.compute.manager [req-63210344-160a-424b-9238-b4bbc24b6eee req-e43b56ef-b4db-4c16-814b-839c76748e11 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received unexpected event network-vif-unplugged-aa1156a8-3e20-4447-aed5-af16e8524014 for instance with vm_state shelved and task_state shelving_offloading. [ 1498.358469] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.359373] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9acddf0-db36-4713-a1ee-4b0ff35e7742 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.366752] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.366973] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-451d3f1e-adc6-486c-9124-aa02a52cee17 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.432835] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.433060] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Deleting contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.433252] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleting the datastore file [datastore1] c91b41b7-00d3-45f3-9712-a90db475564a {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.433531] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a892f38-dccd-4be5-817f-b23ba328460f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.440311] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1498.440311] env[69751]: value = "task-3484813" [ 1498.440311] env[69751]: _type = "Task" [ 1498.440311] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.447876] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.950240] env[69751]: DEBUG oslo_vmware.api [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13046} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.950626] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1498.950685] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Deleted contents of the VM from datastore datastore1 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1498.950849] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1498.974865] env[69751]: INFO nova.scheduler.client.report [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted allocations for instance c91b41b7-00d3-45f3-9712-a90db475564a [ 1499.479549] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.479839] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.480074] env[69751]: DEBUG nova.objects.instance [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'resources' on Instance uuid c91b41b7-00d3-45f3-9712-a90db475564a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1499.983072] env[69751]: DEBUG nova.objects.instance [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'numa_topology' on Instance uuid c91b41b7-00d3-45f3-9712-a90db475564a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.300117] env[69751]: DEBUG nova.compute.manager [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.300318] env[69751]: DEBUG nova.compute.manager [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing instance network info cache due to event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1500.300531] env[69751]: DEBUG oslo_concurrency.lockutils [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] Acquiring lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.300673] env[69751]: DEBUG oslo_concurrency.lockutils [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] Acquired lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.300827] env[69751]: DEBUG nova.network.neutron [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1500.485386] env[69751]: DEBUG nova.objects.base [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69751) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1500.500224] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c619bb91-2dd6-44cd-ae48-623271cc50fe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.507994] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f67c7ee-7280-4fbd-9b26-c447ef5b332f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.541454] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a6b45d-bc8b-42d6-8347-47c921d56f29 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.548902] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f04120-bcfe-4f58-b495-c4350364ddfe {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.562401] env[69751]: DEBUG nova.compute.provider_tree [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.065305] env[69751]: DEBUG nova.scheduler.client.report [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.100547] env[69751]: DEBUG nova.network.neutron [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updated VIF entry in instance network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.100910] env[69751]: DEBUG nova.network.neutron [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.571107] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1501.602971] env[69751]: DEBUG oslo_concurrency.lockutils [req-6b92b927-b120-45c7-936b-4b26f5c9fe21 req-c6e96405-3e60-4752-ad77-b60b510739c4 service nova] Releasing lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.078653] env[69751]: DEBUG oslo_concurrency.lockutils [None req-bbfe172b-3028-4dce-abd1-ebddb396bdea tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.618s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.122271] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1502.122530] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1502.122708] env[69751]: INFO nova.compute.manager [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Unshelving [ 1503.144252] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1503.144553] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.144746] env[69751]: DEBUG nova.objects.instance [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'pci_requests' on Instance uuid c91b41b7-00d3-45f3-9712-a90db475564a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.648817] env[69751]: DEBUG nova.objects.instance [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'numa_topology' on Instance uuid c91b41b7-00d3-45f3-9712-a90db475564a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1504.151457] env[69751]: INFO nova.compute.claims [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1505.189107] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b49aeee-17a2-4fc2-b923-f5ea830f3cf8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.196631] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-053257ff-370c-46c6-8f88-715c5bf3d2a8 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.227015] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796e4d37-5ee2-42c8-aed9-564658351c12 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.233942] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c660e74e-5c73-4aed-afeb-0a0e18bab16d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.246460] env[69751]: DEBUG nova.compute.provider_tree [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.749672] env[69751]: DEBUG nova.scheduler.client.report [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1506.253988] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.109s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.281758] env[69751]: INFO nova.network.neutron [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating port aa1156a8-3e20-4447-aed5-af16e8524014 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1507.678657] env[69751]: DEBUG nova.compute.manager [req-3792a3e7-a133-44f2-938e-4ef75e90bdf5 req-87ff7195-1f11-4cfd-9f9f-b65d66c0d279 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-vif-plugged-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.678902] env[69751]: DEBUG oslo_concurrency.lockutils [req-3792a3e7-a133-44f2-938e-4ef75e90bdf5 req-87ff7195-1f11-4cfd-9f9f-b65d66c0d279 service nova] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.679022] env[69751]: DEBUG oslo_concurrency.lockutils [req-3792a3e7-a133-44f2-938e-4ef75e90bdf5 req-87ff7195-1f11-4cfd-9f9f-b65d66c0d279 service nova] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.679214] env[69751]: DEBUG oslo_concurrency.lockutils [req-3792a3e7-a133-44f2-938e-4ef75e90bdf5 req-87ff7195-1f11-4cfd-9f9f-b65d66c0d279 service nova] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.679383] env[69751]: DEBUG nova.compute.manager [req-3792a3e7-a133-44f2-938e-4ef75e90bdf5 req-87ff7195-1f11-4cfd-9f9f-b65d66c0d279 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] No waiting events found dispatching network-vif-plugged-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1507.679543] env[69751]: WARNING nova.compute.manager [req-3792a3e7-a133-44f2-938e-4ef75e90bdf5 req-87ff7195-1f11-4cfd-9f9f-b65d66c0d279 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received unexpected event network-vif-plugged-aa1156a8-3e20-4447-aed5-af16e8524014 for instance with vm_state shelved_offloaded and task_state spawning. [ 1507.758575] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.758575] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.758575] env[69751]: DEBUG nova.network.neutron [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Building network info cache for instance {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1508.446481] env[69751]: DEBUG nova.network.neutron [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": "aa1156a8-3e20-4447-aed5-af16e8524014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.949649] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.976332] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-18T10:25:16Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='7528b5574528352f195c46dde0cbc5b3',container_format='bare',created_at=2025-04-18T10:39:40Z,direct_url=,disk_format='vmdk',id=22e0a73e-3273-4c23-8d66-c1ee2f76845a,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-933898246-shelved',owner='2af088de5539407585483fc9b5f18beb',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-18T10:39:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1508.976596] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.976754] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image limits 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1508.976940] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Flavor pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.977105] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Image pref 0:0:0 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1508.977259] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69751) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1508.977467] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1508.977625] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1508.977791] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Got 1 possible topologies {{(pid=69751) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1508.977953] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1508.978146] env[69751]: DEBUG nova.virt.hardware [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69751) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1508.979008] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dff61f-201a-4bd4-a516-15696e6b0340 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.987113] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643266b-6232-44e4-8040-1e858ea43b7a {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.001121] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:16:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5756d009-13ad-4e13-a991-3b5e71830aa5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa1156a8-3e20-4447-aed5-af16e8524014', 'vif_model': 'vmxnet3'}] {{(pid=69751) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1509.008558] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1509.008799] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Creating VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1509.009010] env[69751]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a74a88e-1789-43a7-b819-0cd65c61ba64 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.026771] env[69751]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1509.026771] env[69751]: value = "task-3484814" [ 1509.026771] env[69751]: _type = "Task" [ 1509.026771] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.033806] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484814, 'name': CreateVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.538678] env[69751]: DEBUG oslo_vmware.api [-] Task: {'id': task-3484814, 'name': CreateVM_Task, 'duration_secs': 0.281732} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.538678] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Created VM on the ESX host {{(pid=69751) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1509.538678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.538678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.538678] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.539051] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4ea218f-358f-4afb-9e9b-7708f488c908 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.543237] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1509.543237] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bd6290-663e-c1f1-85cc-a6e99e08968c" [ 1509.543237] env[69751]: _type = "Task" [ 1509.543237] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.550442] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]52bd6290-663e-c1f1-85cc-a6e99e08968c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.706459] env[69751]: DEBUG nova.compute.manager [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1509.706624] env[69751]: DEBUG nova.compute.manager [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing instance network info cache due to event network-changed-aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1509.706833] env[69751]: DEBUG oslo_concurrency.lockutils [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] Acquiring lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.706973] env[69751]: DEBUG oslo_concurrency.lockutils [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] Acquired lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.707143] env[69751]: DEBUG nova.network.neutron [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Refreshing network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1510.053712] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.054085] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Processing image 22e0a73e-3273-4c23-8d66-c1ee2f76845a {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1510.054159] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a/22e0a73e-3273-4c23-8d66-c1ee2f76845a.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.054306] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquired lock "[datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a/22e0a73e-3273-4c23-8d66-c1ee2f76845a.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.054485] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1510.054729] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e352592c-093f-4d73-b81e-0221feb9f738 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.071485] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1510.071817] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69751) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1510.072340] env[69751]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c58b5bc4-ef40-42eb-b797-5f0787df3c17 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.076995] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1510.076995] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526a3e48-1a1f-8833-32e2-95f22c19ed04" [ 1510.076995] env[69751]: _type = "Task" [ 1510.076995] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.083940] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': session[52c2a275-57f4-1847-4b87-7c5efc0103c1]526a3e48-1a1f-8833-32e2-95f22c19ed04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.390020] env[69751]: DEBUG nova.network.neutron [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updated VIF entry in instance network info cache for port aa1156a8-3e20-4447-aed5-af16e8524014. {{(pid=69751) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1510.390416] env[69751]: DEBUG nova.network.neutron [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [{"id": "aa1156a8-3e20-4447-aed5-af16e8524014", "address": "fa:16:3e:45:16:b6", "network": {"id": "5a89327d-78a6-4d2c-ba6f-e148bf0ebba2", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-614891953-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2af088de5539407585483fc9b5f18beb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5756d009-13ad-4e13-a991-3b5e71830aa5", "external-id": "nsx-vlan-transportzone-608", "segmentation_id": 608, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa1156a8-3e", "ovs_interfaceid": "aa1156a8-3e20-4447-aed5-af16e8524014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.586996] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Preparing fetch location {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1510.587213] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Fetch image to [datastore2] OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b/OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b.vmdk {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1510.587399] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Downloading stream optimized image 22e0a73e-3273-4c23-8d66-c1ee2f76845a to [datastore2] OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b/OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b.vmdk on the data store datastore2 as vApp {{(pid=69751) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1510.587569] env[69751]: DEBUG nova.virt.vmwareapi.images [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Downloading image file data 22e0a73e-3273-4c23-8d66-c1ee2f76845a to the ESX as VM named 'OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b' {{(pid=69751) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1510.650982] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1510.650982] env[69751]: value = "resgroup-9" [ 1510.650982] env[69751]: _type = "ResourcePool" [ 1510.650982] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1510.651315] env[69751]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b809151e-fbaf-4c25-95e7-4c692a672ac9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.671242] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease: (returnval){ [ 1510.671242] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229671e-a849-9cea-b69f-ce4973318f4f" [ 1510.671242] env[69751]: _type = "HttpNfcLease" [ 1510.671242] env[69751]: } obtained for vApp import into resource pool (val){ [ 1510.671242] env[69751]: value = "resgroup-9" [ 1510.671242] env[69751]: _type = "ResourcePool" [ 1510.671242] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1510.671523] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the lease: (returnval){ [ 1510.671523] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229671e-a849-9cea-b69f-ce4973318f4f" [ 1510.671523] env[69751]: _type = "HttpNfcLease" [ 1510.671523] env[69751]: } to be ready. {{(pid=69751) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1510.679727] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1510.679727] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229671e-a849-9cea-b69f-ce4973318f4f" [ 1510.679727] env[69751]: _type = "HttpNfcLease" [ 1510.679727] env[69751]: } is initializing. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1510.893636] env[69751]: DEBUG oslo_concurrency.lockutils [req-510bcdc2-66c1-444a-aea0-854591af1b79 req-9e3c99d6-9ad8-4343-9692-f0b1f67d7ae5 service nova] Releasing lock "refresh_cache-c91b41b7-00d3-45f3-9712-a90db475564a" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.179892] env[69751]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1511.179892] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229671e-a849-9cea-b69f-ce4973318f4f" [ 1511.179892] env[69751]: _type = "HttpNfcLease" [ 1511.179892] env[69751]: } is ready. {{(pid=69751) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1511.180335] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1511.180335] env[69751]: value = "session[52c2a275-57f4-1847-4b87-7c5efc0103c1]5229671e-a849-9cea-b69f-ce4973318f4f" [ 1511.180335] env[69751]: _type = "HttpNfcLease" [ 1511.180335] env[69751]: }. {{(pid=69751) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1511.180899] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad510617-e51d-4da7-9153-619128587ef4 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.187714] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8a56c-5141-c5ad-b305-ca3f18e0f801/disk-0.vmdk from lease info. {{(pid=69751) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1511.187883] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8a56c-5141-c5ad-b305-ca3f18e0f801/disk-0.vmdk. {{(pid=69751) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1511.251592] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-95676a8a-eb22-48b9-9973-eb9f54079530 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.288989] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Completed reading data from the image iterator. {{(pid=69751) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1512.289388] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8a56c-5141-c5ad-b305-ca3f18e0f801/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1512.290285] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec752c67-9176-4d05-855e-09f00a22f96c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.297417] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8a56c-5141-c5ad-b305-ca3f18e0f801/disk-0.vmdk is in state: ready. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1512.297602] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8a56c-5141-c5ad-b305-ca3f18e0f801/disk-0.vmdk. {{(pid=69751) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1512.297827] env[69751]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-7b6298a4-7e58-4ad1-bfbd-62cca8f95cc1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.481173] env[69751]: DEBUG oslo_vmware.rw_handles [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b8a56c-5141-c5ad-b305-ca3f18e0f801/disk-0.vmdk. {{(pid=69751) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1512.481419] env[69751]: INFO nova.virt.vmwareapi.images [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Downloaded image file data 22e0a73e-3273-4c23-8d66-c1ee2f76845a [ 1512.482230] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05efb6-17fb-4866-91b6-39e239ffb322 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.496864] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d4cb16-58c5-48f5-80e4-592c25deee18 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.520633] env[69751]: INFO nova.virt.vmwareapi.images [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] The imported VM was unregistered [ 1512.522923] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Caching image {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1512.523156] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Creating directory with path [datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.523403] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9543c5b-0dd1-4088-b8a4-d33c634bd9e9 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.544855] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Created directory with path [datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a {{(pid=69751) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.544983] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b/OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b.vmdk to [datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a/22e0a73e-3273-4c23-8d66-c1ee2f76845a.vmdk. {{(pid=69751) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1512.545233] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-295c2882-2040-48f4-a21b-1ba14e749b34 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.551731] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1512.551731] env[69751]: value = "task-3484817" [ 1512.551731] env[69751]: _type = "Task" [ 1512.551731] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.558945] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484817, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.064870] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484817, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.565739] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484817, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.066699] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484817, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.391282] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.391607] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.391807] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.391958] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1514.392136] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.567956] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484817, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.895879] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.896184] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1514.896359] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.896521] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1514.897413] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea6c2ed-cc5f-4552-87ae-2af017793268 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.905867] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033e42af-a61b-4f2c-a2d6-bacf62fabb13 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.919577] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7f101e-56b1-4cce-a38a-f4d042c46c28 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.926543] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d81800-75fc-4fa0-99d0-a914dbdb556f {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.956108] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179982MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1514.956269] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1514.956464] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.066521] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484817, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.216231} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.066777] env[69751]: INFO nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b/OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b.vmdk to [datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a/22e0a73e-3273-4c23-8d66-c1ee2f76845a.vmdk. [ 1515.066958] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Cleaning up location [datastore2] OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b {{(pid=69751) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1515.067136] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_6c251563-456f-4a7f-a86a-2c483f144f1b {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.067376] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18e63514-3905-46ca-9a35-364b138c2688 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.072903] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1515.072903] env[69751]: value = "task-3484818" [ 1515.072903] env[69751]: _type = "Task" [ 1515.072903] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.079858] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.582684] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033749} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.585040] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.585040] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Releasing lock "[datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a/22e0a73e-3273-4c23-8d66-c1ee2f76845a.vmdk" {{(pid=69751) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.585040] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a/22e0a73e-3273-4c23-8d66-c1ee2f76845a.vmdk to [datastore2] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1515.585040] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-506b04fa-0f24-4b80-b9fa-1da4a15e502b {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.589890] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1515.589890] env[69751]: value = "task-3484819" [ 1515.589890] env[69751]: _type = "Task" [ 1515.589890] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.596741] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484819, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.985730] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Instance c91b41b7-00d3-45f3-9712-a90db475564a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69751) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1515.985954] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1515.986118] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1516.016461] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abff80f-44ca-4936-bcbd-e2c40a05b367 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.026044] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6587621d-d2e1-4362-9f41-bcdce9f95215 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.059628] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ad40c2-7386-438d-ae5b-d7dc01fe8ed5 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.068784] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcc9612-50d5-4d5a-9b14-a8102fcabfb0 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.084422] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.101949] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484819, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.587516] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1516.601845] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484819, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.095579] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1517.095829] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.101332] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484819, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.603656] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484819, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.101536] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484819, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.184037} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.101737] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/22e0a73e-3273-4c23-8d66-c1ee2f76845a/22e0a73e-3273-4c23-8d66-c1ee2f76845a.vmdk to [datastore2] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk {{(pid=69751) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1518.102496] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583ca6dd-5eee-43c2-9f48-a4c29ae9b13e {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.123041] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1518.123274] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6fb8a9-9b08-4fb2-8925-a2a80b3d37de {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.141601] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1518.141601] env[69751]: value = "task-3484820" [ 1518.141601] env[69751]: _type = "Task" [ 1518.141601] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.148670] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.651656] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484820, 'name': ReconfigVM_Task, 'duration_secs': 0.270771} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.652055] env[69751]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Reconfigured VM instance instance-0000007e to attach disk [datastore2] c91b41b7-00d3-45f3-9712-a90db475564a/c91b41b7-00d3-45f3-9712-a90db475564a.vmdk or device None with type streamOptimized {{(pid=69751) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.652579] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fe55291-07a1-4ba5-8d84-9217879fb4f2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.659504] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1518.659504] env[69751]: value = "task-3484821" [ 1518.659504] env[69751]: _type = "Task" [ 1518.659504] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.667133] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484821, 'name': Rename_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.091930] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.092201] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.092400] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.092554] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1519.168572] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484821, 'name': Rename_Task, 'duration_secs': 0.137137} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.168832] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powering on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1519.169086] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-457b8348-2ddd-450c-9b30-8e20d435baef {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.175020] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1519.175020] env[69751]: value = "task-3484822" [ 1519.175020] env[69751]: _type = "Task" [ 1519.175020] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.183383] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.685287] env[69751]: DEBUG oslo_vmware.api [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484822, 'name': PowerOnVM_Task, 'duration_secs': 0.437637} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.685684] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powered on the VM {{(pid=69751) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.776392] env[69751]: DEBUG nova.compute.manager [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Checking state {{(pid=69751) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1519.777309] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157d9664-729a-4de4-8bb2-d082a3abcce2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.297614] env[69751]: DEBUG oslo_concurrency.lockutils [None req-ff3c0ed8-400f-437e-8b12-438f30be3732 tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.175s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.387163] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1556.259469] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.259891] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.259980] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1556.260183] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1556.260353] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1556.264055] env[69751]: INFO nova.compute.manager [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Terminating instance [ 1556.767558] env[69751]: DEBUG nova.compute.manager [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Start destroying the instance on the hypervisor. {{(pid=69751) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.767798] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Destroying instance {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.768710] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5ecdb8-ce79-4261-a5c0-1e4f329e0196 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.776675] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powering off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.776896] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f99121cd-3624-47d5-8a2a-0a87e9ee5bae {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.782915] env[69751]: DEBUG oslo_vmware.api [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1556.782915] env[69751]: value = "task-3484823" [ 1556.782915] env[69751]: _type = "Task" [ 1556.782915] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.790183] env[69751]: DEBUG oslo_vmware.api [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.292890] env[69751]: DEBUG oslo_vmware.api [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484823, 'name': PowerOffVM_Task, 'duration_secs': 0.195117} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.293181] env[69751]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Powered off the VM {{(pid=69751) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.293334] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Unregistering the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.293580] env[69751]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-367aecf1-9c04-45a4-9ab2-3e5b09931c49 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.355480] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Unregistered the VM {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.355684] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Deleting contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.355868] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleting the datastore file [datastore2] c91b41b7-00d3-45f3-9712-a90db475564a {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.356145] env[69751]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22514019-c5a8-496c-9c23-a2d31007a764 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.363840] env[69751]: DEBUG oslo_vmware.api [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for the task: (returnval){ [ 1557.363840] env[69751]: value = "task-3484825" [ 1557.363840] env[69751]: _type = "Task" [ 1557.363840] env[69751]: } to complete. {{(pid=69751) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.371038] env[69751]: DEBUG oslo_vmware.api [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484825, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.873462] env[69751]: DEBUG oslo_vmware.api [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Task: {'id': task-3484825, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136825} completed successfully. {{(pid=69751) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.873707] env[69751]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted the datastore file {{(pid=69751) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1557.873891] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Deleted contents of the VM from datastore datastore2 {{(pid=69751) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1557.874187] env[69751]: DEBUG nova.virt.vmwareapi.vmops [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Instance destroyed {{(pid=69751) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1557.874474] env[69751]: INFO nova.compute.manager [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1557.875075] env[69751]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69751) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1557.875189] env[69751]: DEBUG nova.compute.manager [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Deallocating network for instance {{(pid=69751) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1557.875342] env[69751]: DEBUG nova.network.neutron [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] deallocate_for_instance() {{(pid=69751) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.277012] env[69751]: DEBUG nova.compute.manager [req-0d63cc1b-7f28-41ed-b277-e60141f84774 req-b9f1d36b-fbea-45ac-80b3-2f61ff8bff3b service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Received event network-vif-deleted-aa1156a8-3e20-4447-aed5-af16e8524014 {{(pid=69751) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1558.277230] env[69751]: INFO nova.compute.manager [req-0d63cc1b-7f28-41ed-b277-e60141f84774 req-b9f1d36b-fbea-45ac-80b3-2f61ff8bff3b service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Neutron deleted interface aa1156a8-3e20-4447-aed5-af16e8524014; detaching it from the instance and deleting it from the info cache [ 1558.277397] env[69751]: DEBUG nova.network.neutron [req-0d63cc1b-7f28-41ed-b277-e60141f84774 req-b9f1d36b-fbea-45ac-80b3-2f61ff8bff3b service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.761059] env[69751]: DEBUG nova.network.neutron [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Updating instance_info_cache with network_info: [] {{(pid=69751) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1558.780036] env[69751]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b2f50cbe-053f-4ff2-9a5f-0c74e578a107 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.789326] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07b6c1-db6d-4973-ae1e-4c8446373e6d {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.812307] env[69751]: DEBUG nova.compute.manager [req-0d63cc1b-7f28-41ed-b277-e60141f84774 req-b9f1d36b-fbea-45ac-80b3-2f61ff8bff3b service nova] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Detach interface failed, port_id=aa1156a8-3e20-4447-aed5-af16e8524014, reason: Instance c91b41b7-00d3-45f3-9712-a90db475564a could not be found. {{(pid=69751) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1559.264457] env[69751]: INFO nova.compute.manager [-] [instance: c91b41b7-00d3-45f3-9712-a90db475564a] Took 1.39 seconds to deallocate network for instance. [ 1559.771611] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.772029] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.772152] env[69751]: DEBUG nova.objects.instance [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lazy-loading 'resources' on Instance uuid c91b41b7-00d3-45f3-9712-a90db475564a {{(pid=69751) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.306026] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746bff45-ffb1-4027-b68b-62cd16dabec3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.313708] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a77120d-2526-4165-9ee3-04f5988aa437 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.343705] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d31c61-9b1b-4d39-8060-c43409c5c24c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.350103] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02637fcf-e2ba-495d-91b9-d7b291a53bea {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.362687] env[69751]: DEBUG nova.compute.provider_tree [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.866273] env[69751]: DEBUG nova.scheduler.client.report [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.371496] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1561.391742] env[69751]: INFO nova.scheduler.client.report [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Deleted allocations for instance c91b41b7-00d3-45f3-9712-a90db475564a [ 1561.899433] env[69751]: DEBUG oslo_concurrency.lockutils [None req-f6cf0865-31ab-4a50-a850-2e7501ed9e6c tempest-AttachVolumeShelveTestJSON-566714393 tempest-AttachVolumeShelveTestJSON-566714393-project-member] Lock "c91b41b7-00d3-45f3-9712-a90db475564a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.640s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1574.391359] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.391776] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69751) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1575.391591] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.391987] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.392104] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.895792] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.896068] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.896245] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.896401] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69751) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1575.897315] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd642b32-894a-4848-96ac-4ae52ee109cc {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.905468] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9fc781-179f-4cee-9e27-a3da3698f192 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.919160] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ee1257-689c-4be2-b92b-8e8c670923ca {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.925235] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20791a36-642f-4058-a0aa-b6f96ce474d3 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.954349] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=92GB free_vcpus=48 pci_devices=None {{(pid=69751) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1575.954635] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.954723] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.976624] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1576.976905] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69751) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1576.989839] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e966575-c537-4996-9bb2-224cab1bac02 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.997317] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a4b44e-524f-4208-8f7c-397ac5168cb2 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.026255] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f45c241-fe9c-49f4-8bc6-fefb1af1d31c {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.032713] env[69751]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917d7a90-9e20-4106-b3b7-79cdbdf93bc1 {{(pid=69751) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.046038] env[69751]: DEBUG nova.compute.provider_tree [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed in ProviderTree for provider: 74631012-ddda-42d8-adad-d5ac6fc85831 {{(pid=69751) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.549098] env[69751]: DEBUG nova.scheduler.client.report [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Inventory has not changed for provider 74631012-ddda-42d8-adad-d5ac6fc85831 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 92, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69751) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.053886] env[69751]: DEBUG nova.compute.resource_tracker [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69751) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1578.054342] env[69751]: DEBUG oslo_concurrency.lockutils [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.099s {{(pid=69751) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.054342] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.054477] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Cleaning up deleted instances with incomplete migration {{(pid=69751) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1580.552105] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.552450] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.552450] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1580.552450] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.391621] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.895672] env[69751]: DEBUG oslo_service.periodic_task [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69751) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1589.896209] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] Cleaning up deleted instances {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1590.404296] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] There are 23 instances to clean {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1590.404469] env[69751]: DEBUG nova.compute.manager [None req-5400d7eb-a2bd-4a88-9601-f0bbc5c59a81 None None] [instance: dfe5b023-775d-4dfd-aad9-3604d4bf5353] Instance has had 0 of 5 cleanup attempts {{(pid=69751) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}